-- Logs begin at Tue 2021-01-19 21:35:25 UTC, end at Tue 2021-01-19 22:40:20 UTC. -- Jan 19 22:12:42.189832 dv-cinder-750782-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 19 22:12:45.047539 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.common.config [-] Logging enabled! Jan 19 22:12:45.048208 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev396 Jan 19 22:12:45.049435 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80069) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 19 22:12:45.051368 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.common.config [-] Logging enabled! Jan 19 22:12:45.051654 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev396 Jan 19 22:12:45.052013 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80069) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 19 22:12:45.053123 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 19 22:12:45.053393 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 19 22:12:45.054591 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 19 22:12:45.054915 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 19 22:12:45.055183 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 19 22:12:45.055576 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.055933 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.056279 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.056548 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.056899 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.057237 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.057562 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.057909 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.058295 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.059189 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.059514 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.059846 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.060113 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.060440 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.060779 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.061114 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.061376 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] debug = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.061704 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.062245 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.062577 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.062931 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.063272 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.063589 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.063912 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.064243 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.064646 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] host = dv-cinder-750782-5-iscsi {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.064971 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.065307 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.065643 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.065990 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.066302 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.066625 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.066997 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.067312 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.067628 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] log_file = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.067952 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.068304 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.068635 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.068980 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.069244 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.069509 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.069844 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.070184 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.070505 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.070850 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.071171 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.071488 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.071805 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.072118 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.072454 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.072787 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.073122 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.073442 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.073758 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.074113 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.074425 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.074786 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.075110 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.075430 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.075747 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.076085 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.076398 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.076715 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.077072 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.077406 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.077734 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.078074 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.078392 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.078747 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.079063 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.079377 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.079688 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] use_json = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.080006 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.080315 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.080646 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.080958 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.081272 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.081587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.081898 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.082232 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:45.082575 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.082945 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.083290 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.083613 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.083947 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.084272 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.084607 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.084925 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.085256 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.085590 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.085922 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.086241 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.086570 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.086918 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.087261 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.087616 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.087965 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.088302 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.088613 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.088929 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.089238 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.089587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.089924 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.090271 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.090607 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.090947 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.091267 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.091604 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.091922 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.092237 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.092555 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.092890 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.093204 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.093516 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.093842 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.094162 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.094475 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.094812 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.095134 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.095469 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.095781 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.096092 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.096404 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.096719 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.097032 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.097366 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.097687 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.098007 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.098315 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.098636 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.098978 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.099293 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.099611 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.100874 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.101213 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.101533 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.101853 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.102169 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.102484 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.102828 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.103146 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.103465 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.103787 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.104101 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.104414 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.104725 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.105043 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.105900 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.106235 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.106583 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.106932 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.107254 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.107572 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.107894 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.108209 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.108530 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.108849 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.109172 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.109487 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.109836 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.110161 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.110494 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.110848 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.111172 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.111515 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.111836 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.112162 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.112480 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.112799 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.113120 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.113457 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.113795 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.114129 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.114469 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.114833 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.115175 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.115495 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.115856 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.116177 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:45.116432 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 19 22:12:45.116708 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80069) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 19 22:12:45.791009 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO keyring.backend [-] Loading Gnome Jan 19 22:12:45.809828 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO keyring.backend [-] Loading Google Jan 19 22:12:45.812579 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO keyring.backend [-] Loading Windows (alt) Jan 19 22:12:45.816197 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO keyring.backend [-] Loading file Jan 19 22:12:45.817243 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO keyring.backend [-] Loading keyczar Jan 19 22:12:45.817528 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO keyring.backend [-] Loading multi Jan 19 22:12:45.818192 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO keyring.backend [-] Loading pyfs Jan 19 22:12:45.867409 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:12:45.867703 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:12:45.868035 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:12:45.868420 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 19 22:12:46.291039 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.291671 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.291671 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.345227 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.345550 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.345859 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.350132 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.350445 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.350778 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.427459 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.427774 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.428080 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.429325 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.429633 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.429935 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.714550 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.715445 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.715749 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.716056 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.716912 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.870556 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.871519 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.871847 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.872162 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.872469 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.872858 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.873161 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.873678 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.873978 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.874365 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.874629 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.874973 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.875287 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.875588 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.875904 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.876486 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.876785 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.877114 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.877409 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.877930 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.878219 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.878507 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.878908 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.879195 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.879477 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.879953 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 19 22:12:46.880232 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 19 22:12:46.880512 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 19 22:12:46.880789 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 19 22:12:46.881065 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 19 22:12:46.881342 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 19 22:12:46.882825 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 19 22:12:46.886318 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 19 22:12:46.890981 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 19 22:12:46.895002 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Jan 19 22:12:46.896729 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 19 22:12:46.897954 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 19 22:12:46.898526 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 19 22:12:46.899004 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 19 22:12:46.902058 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 19 22:12:46.902354 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 19 22:12:46.902803 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 19 22:12:46.925272 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 19 22:12:46.925798 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.926142 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80069) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 19 22:12:46.926552 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.928023 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80069) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 19 22:12:46.928365 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 19 22:12:46.928656 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 19 22:12:46.932107 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:46.932437 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.001510 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 19 22:12:47.001766 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 19 22:12:47.001950 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 19 22:12:47.002350 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 19 22:12:47.041680 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_db.sqlalchemy.engines [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80069) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 19 22:12:47.504489 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.managers [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Initializing driver for type 'gre' Jan 19 22:12:47.505374 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] gre ID ranges: [(1, 1000)] Jan 19 22:12:47.549618 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.managers [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Initializing driver for type 'local' Jan 19 22:12:47.550041 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.managers [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Initializing driver for type 'vlan' Jan 19 22:12:47.562771 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] VlanTypeDriver initialization complete Jan 19 22:12:47.563285 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.managers [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Initializing driver for type 'vxlan' Jan 19 22:12:47.563944 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] vxlan ID ranges: [(1, 1000)] Jan 19 22:12:47.612318 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.managers [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Initializing extension driver 'port_security' Jan 19 22:12:47.612768 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.extensions.port_security [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] PortSecurityExtensionDriver initialization complete Jan 19 22:12:47.613209 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.managers [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Initializing mechanism driver 'openvswitch' Jan 19 22:12:47.620436 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80069) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:12:47.621321 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > port after_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.621754 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > port after_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.622138 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > port after_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.622571 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > subnet after_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.622992 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > subnet after_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.623389 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.623823 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > network after_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.624211 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > network after_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.624597 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > network after_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.625021 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > security_group after_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.625401 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > security_group after_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.625992 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.626729 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.627102 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.627479 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.627909 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > address_group after_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.628290 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > address_group after_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.628665 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.629034 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] ML2 OVO RPC backend initialized. {{(pid=80069) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 19 22:12:47.629836 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.630232 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.630720 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > network before_response 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.631112 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > networks before_response 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.631496 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > port before_response 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.631876 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > ports before_response 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.632256 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > subnet before_response 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.632631 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > subnets before_response 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.633019 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > network after_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.633394 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > network after_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.633767 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > network after_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.634143 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > port after_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.634516 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > port after_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.634918 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > port after_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.635291 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > subnet after_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.635661 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > subnet after_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.636031 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.636763 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.plugin [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Modular L2 Plugin initialization complete Jan 19 22:12:47.637121 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading services supported by the core plugin {{(pid=80069) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 19 22:12:47.637497 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.plugins.ml2.managers [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Got port-security extension from driver 'port_security' Jan 19 22:12:47.638021 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.extensions.vlantransparent [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Disabled vlantransparent extension. Jan 19 22:12:47.639696 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80069) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 19 22:12:47.640344 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading Plugin: router Jan 19 22:12:47.681003 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.681440 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > router after_create 55549900 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.681845 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > router before_create 55549900 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.682248 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.682664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.683108 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > router after_delete 55549900 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.683547 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.683962 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > router after_create 55549900 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.684346 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > router after_update 55549900 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.684740 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > router after_update 55549900 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.685135 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.685545 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > router after_update 55549900 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.686067 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > router precommit_update 55549900 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.686498 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: port after_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.686955 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: port after_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.687339 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: subnet after_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.687727 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.688127 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.688520 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > router precommit_create 55549900 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.688911 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: port before_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.689297 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > router precommit_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.689707 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > router after_update 55549900 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.690092 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.690485 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > router precommit_create 55549900 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.690933 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.691331 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > router precommit_update 55549900 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.691779 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > network after_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.692919 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Tracking information for resource: router configured {{(pid=80069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 19 22:12:47.693295 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Tracking information for resource: floatingip configured {{(pid=80069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 19 22:12:47.698795 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.l3_agentschedulers_db [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 19 22:12:47.699561 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: port after_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.700012 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: port after_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.700459 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: port after_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.700912 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: port after_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.701949 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > router before_create 55550100 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.702415 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.702960 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > router precommit_create 55550100 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.703416 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > router precommit_update 55550100 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.708757 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.provider_configuration [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Service providers = [] {{(pid=80069) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 19 22:12:47.709241 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.servicetype_db [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80069) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 19 22:12:47.712514 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.service_base [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80069) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 19 22:12:47.712906 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.service_base [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80069) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 19 22:12:47.713288 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.service_base [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80069) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 19 22:12:47.714247 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.service_base [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80069) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 19 22:12:47.715226 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.services.service_base [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 19 22:12:47.715679 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 19 22:12:47.716038 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 19 22:12:47.727536 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 19 22:12:47.727918 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading Plugin: auto_allocate Jan 19 22:12:47.734907 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: network precommit_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.735323 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: network precommit_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.735949 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 19 22:12:47.736321 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading Plugin: tag Jan 19 22:12:47.744244 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 19 22:12:47.744620 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading Plugin: timestamp Jan 19 22:12:47.749055 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 19 22:12:47.749431 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading Plugin: network_ip_availability Jan 19 22:12:47.755942 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.756273 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.756668 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:47.757594 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 19 22:12:47.757961 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading Plugin: flavors Jan 19 22:12:47.763278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 19 22:12:47.763653 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading Plugin: revisions Jan 19 22:12:47.770301 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 19 22:12:47.770770 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.903s {{(pid=80069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:12:47.771653 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80069) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 19 22:12:47.772029 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Initializing extension manager. Jan 19 22:12:47.772633 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: __init__.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.773027 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: __pycache__ {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.773409 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.773789 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: address_group.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.774738 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.775458 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: address-group Jan 19 22:12:47.775826 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: address_scope.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.776658 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.777814 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: address-scope Jan 19 22:12:47.778183 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.779324 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.779943 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: router-admin-state-down-before-update Jan 19 22:12:47.780312 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: agent.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.781144 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.781758 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: agent Jan 19 22:12:47.782126 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: agent_resources_synced.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.783203 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.783805 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: agent-resources-synced Jan 19 22:12:47.784170 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: allowedaddresspairs.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.786136 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.786774 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: allowed-address-pairs Jan 19 22:12:47.787150 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: auto_allocated_topology.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.788331 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.788930 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: auto-allocated-topology Jan 19 22:12:47.789295 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: availability_zone.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.790088 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.790719 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: availability_zone Jan 19 22:12:47.791080 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: availability_zone_filter.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.792092 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.792757 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: availability_zone_filter Jan 19 22:12:47.793633 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: data_plane_status.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.794614 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.795243 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension data-plane-status not supported by any of loaded plugins Jan 19 22:12:47.795607 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: default_subnetpools.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.796777 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.797371 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: default-subnetpools Jan 19 22:12:47.797738 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.798647 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.799283 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: dhcp_agent_scheduler Jan 19 22:12:47.799650 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: dns.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.800678 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.801268 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension dns-integration not supported by any of loaded plugins Jan 19 22:12:47.801632 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: dns_domain_ports.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.802625 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.803244 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 19 22:12:47.803611 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: dvr.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.804374 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.804970 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: dvr Jan 19 22:12:47.805334 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: empty_string_filtering.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.806368 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.807009 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: empty-string-filtering Jan 19 22:12:47.807378 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.808404 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.808996 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 19 22:12:47.809362 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.810321 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.810938 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 19 22:12:47.811307 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: external_net.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.812264 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.812865 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: external-net Jan 19 22:12:47.813231 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.814188 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.814806 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: extra_dhcp_opt Jan 19 22:12:47.815173 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: extraroute.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.816150 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.816737 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: extraroute Jan 19 22:12:47.817103 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: extraroute_atomic.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.818240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.818845 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: extraroute-atomic Jan 19 22:12:47.819213 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: filter_validation.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.819958 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.820548 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: filter-validation Jan 19 22:12:47.820913 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: fip_pf_description.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.821892 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.822477 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 19 22:12:47.822871 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: fip_port_details.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.823896 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.824483 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: fip-port-details Jan 19 22:12:47.824842 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: flavors.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.826253 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.826882 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: flavors Jan 19 22:12:47.827248 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.829039 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.829708 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 19 22:12:47.830122 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: floatingip_pools.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.831026 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.831687 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: floatingip-pools Jan 19 22:12:47.832098 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: ip_allocation.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.833230 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.833872 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension ip_allocation not supported by any of loaded plugins Jan 19 22:12:47.834278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.835328 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.835971 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: ip-substring-filtering Jan 19 22:12:47.836386 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: l2_adjacency.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.837455 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.838126 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 19 22:12:47.838532 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: l3.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.840385 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.841043 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: router Jan 19 22:12:47.841463 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.844041 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.844723 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 19 22:12:47.845151 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.846188 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.846938 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: ext-gw-mode Jan 19 22:12:47.847355 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.848349 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.849064 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: l3-ha Jan 19 22:12:47.849474 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: l3_flavors.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.850601 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.851285 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: l3-flavors Jan 19 22:12:47.851696 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.852700 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.853435 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 19 22:12:47.853854 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: l3agentscheduler.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.855745 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.856412 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: l3_agent_scheduler Jan 19 22:12:47.856882 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: logging.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.858581 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.859351 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension logging not supported by any of loaded plugins Jan 19 22:12:47.859767 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: metering.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.860655 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.861434 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: metering Jan 19 22:12:47.861852 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.863142 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.863822 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: metering_source_and_destination_fields Jan 19 22:12:47.864234 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: multiprovidernet.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.865262 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.865905 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: multi-provider Jan 19 22:12:47.866312 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: netmtu.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.867411 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.868068 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: net-mtu Jan 19 22:12:47.868498 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: netmtu_writable.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.869527 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.870189 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: net-mtu-writable Jan 19 22:12:47.870611 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: network_availability_zone.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.871613 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.872279 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: network_availability_zone Jan 19 22:12:47.872702 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: network_ip_availability.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.874045 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.874745 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: network-ip-availability Jan 19 22:12:47.875213 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: network_segment_range.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.876528 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.877132 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension network-segment-range not supported by any of loaded plugins Jan 19 22:12:47.877500 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: pagination.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.878658 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.879076 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: pagination Jan 19 22:12:47.879439 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.880470 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.881113 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: port-mac-address-regenerate Jan 19 22:12:47.881480 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.882481 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.883127 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: port-numa-affinity-policy Jan 19 22:12:47.883498 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: port_resource_request.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.884518 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.885111 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension port-resource-request not supported by any of loaded plugins Jan 19 22:12:47.885478 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: portbindings.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.886514 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.887156 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: binding Jan 19 22:12:47.887514 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: portbindings_extended.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.888931 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.889541 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: binding-extended Jan 19 22:12:47.889907 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: portsecurity.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.890925 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.891527 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: port-security Jan 19 22:12:47.891891 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: project_id.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.892947 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.893327 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: project-id Jan 19 22:12:47.893690 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: providernet.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.894659 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.895313 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: provider Jan 19 22:12:47.895679 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: qos.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.899757 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.900410 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension qos not supported by any of loaded plugins Jan 19 22:12:47.900788 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.902784 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.903403 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 19 22:12:47.903777 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.904778 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.905384 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 19 22:12:47.905754 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: qos_default.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.906765 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.907369 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension qos-default not supported by any of loaded plugins Jan 19 22:12:47.907732 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: qos_fip.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.908473 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.909071 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension qos-fip not supported by any of loaded plugins Jan 19 22:12:47.909436 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: qos_gateway_ip.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.910464 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.911093 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 19 22:12:47.911461 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: qos_port_network_policy.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.912413 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.913005 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 19 22:12:47.913368 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: qos_rule_type_details.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.914347 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.914988 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 19 22:12:47.915357 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: qos_rules_alias.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.916477 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.917072 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 19 22:12:47.917440 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: quotasv2.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.919163 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.919593 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: quotas Jan 19 22:12:47.920002 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: quotasv2_detail.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.921719 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.922236 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: quota_details Jan 19 22:12:47.922648 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: rbac.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.924105 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.924797 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: rbac-policies Jan 19 22:12:47.925213 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: rbac_address_scope.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.926281 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.926968 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: rbac-address-scope Jan 19 22:12:47.927382 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: rbac_security_groups.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.928464 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.929141 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: rbac-security-groups Jan 19 22:12:47.929585 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: rbac_subnetpool.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.930625 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.931358 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: rbac-subnetpool Jan 19 22:12:47.931791 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: revisionifmatch.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.932844 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.933554 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: revision-if-match Jan 19 22:12:47.933967 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: revisions.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.935264 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.935922 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: standard-attr-revisions Jan 19 22:12:47.936338 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: router_availability_zone.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.937133 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.937883 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: router_availability_zone Jan 19 22:12:47.938355 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: routerservicetype.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.939651 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.940362 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension router-service-type not supported by any of loaded plugins Jan 19 22:12:47.940835 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.941949 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.942657 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: security-groups-normalized-cidr Jan 19 22:12:47.943170 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.944245 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.944957 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: port-security-groups-filtering Jan 19 22:12:47.945414 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.946862 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.948606 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: security-groups-remote-address-group Jan 19 22:12:47.949526 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: securitygroup.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.963211 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.963902 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: security-group Jan 19 22:12:47.964280 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: segment.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.965321 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.965916 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension segment not supported by any of loaded plugins Jan 19 22:12:47.966286 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.967380 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.967979 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 19 22:12:47.968345 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: servicetype.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.969500 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.970106 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: service-type Jan 19 22:12:47.970479 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: sorting.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.971548 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.971929 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: sorting Jan 19 22:12:47.972298 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: standard_attr_segment.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.973266 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.973894 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 19 22:12:47.974259 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: standardattrdescription.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.975020 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.975630 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: standard-attr-description Jan 19 22:12:47.976000 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: stateful_security_group.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.977035 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.977637 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: stateful-security-group Jan 19 22:12:47.978005 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: stdattrs_common.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.978611 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 19 22:12:47.979006 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.979986 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.981131 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 19 22:12:47.981496 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: subnet_onboard.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.982596 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.983223 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: subnet_onboard Jan 19 22:12:47.983587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.984615 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.985208 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 19 22:12:47.985575 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: subnet_service_types.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.986540 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.987164 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: subnet-service-types Jan 19 22:12:47.987530 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: subnetallocation.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.988691 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.989294 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: subnet_allocation Jan 19 22:12:47.989662 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.990419 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.991069 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: subnetpool-prefix-ops Jan 19 22:12:47.991440 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.992450 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.993042 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 19 22:12:47.993408 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: tagging.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.994869 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.995478 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: standard-attr-tag Jan 19 22:12:47.995918 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: timestamp.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.997209 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.997822 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loaded extension: standard-attr-timestamp Jan 19 22:12:47.998192 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: trunk.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:47.999333 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:47.999933 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension trunk not supported by any of loaded plugins Jan 19 22:12:48.000300 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: trunk_details.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:48.001571 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:48.002155 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension trunk-details not supported by any of loaded plugins Jan 19 22:12:48.002543 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: uplink_status_propagation.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:48.003524 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:48.004108 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 19 22:12:48.004472 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Loading extension file: vlantransparent.py {{(pid=80069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 22:12:48.005207 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 22:12:48.005798 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 19 22:12:48.008702 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Creating instance of TrackedResource for resource:network Jan 19 22:12:48.009496 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Creating instance of TrackedResource for resource:subnet Jan 19 22:12:48.010180 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 22:12:48.010888 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Creating instance of TrackedResource for resource:port Jan 19 22:12:48.013047 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.resource_helper [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:12:48.013546 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.resource_helper [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Service FLAVORS assigned prefix: {{(pid=80069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:12:48.014253 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.resource_helper [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:12:48.014773 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.resource_helper [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:12:48.015156 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Creating instance of TrackedResource for resource:router Jan 19 22:12:48.015954 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Creating instance of TrackedResource for resource:floatingip Jan 19 22:12:48.016735 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.resource_helper [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Service METERING assigned prefix: /metering {{(pid=80069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:12:48.018595 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:48.019035 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:48.019431 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:12:48.020646 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Creating instance of CountableResource for resource:rbac_policy Jan 19 22:12:48.021148 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Creating instance of TrackedResource for resource:security_group Jan 19 22:12:48.023003 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 19 22:12:48.023885 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.resource_helper [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Service CORE assigned prefix: {{(pid=80069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:12:48.024267 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 22:12:48.024646 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] subnetpool is already registered Jan 19 22:12:48.025318 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.resource_helper [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Service CORE assigned prefix: {{(pid=80069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:12:48.025691 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 22:12:48.026063 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] subnetpool is already registered Jan 19 22:12:48.029610 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.resource_helper [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:12:48.030161 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.resource_helper [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Service FLAVORS assigned prefix: {{(pid=80069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:12:48.030983 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.resource_helper [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:12:48.031554 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.resource_helper [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:12:48.032025 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Creating instance of TrackedResource for resource:router Jan 19 22:12:48.032495 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] router is already registered Jan 19 22:12:48.033316 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Creating instance of TrackedResource for resource:floatingip Jan 19 22:12:48.033773 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] floatingip is already registered Jan 19 22:12:48.034604 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.resource_helper [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Service METERING assigned prefix: /metering {{(pid=80069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:12:48.035564 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Creating instance of CountableResource for resource:rbac_policy Jan 19 22:12:48.036039 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] rbac_policy is already registered Jan 19 22:12:48.036810 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Creating instance of TrackedResource for resource:security_group Jan 19 22:12:48.037269 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] security_group is already registered Jan 19 22:12:48.038132 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 19 22:12:48.038602 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] security_group_rule is already registered Jan 19 22:12:48.039500 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.resource_helper [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Service CORE assigned prefix: {{(pid=80069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:12:48.039960 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 22:12:48.040426 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] subnetpool is already registered Jan 19 22:12:48.041240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.resource_helper [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Service CORE assigned prefix: {{(pid=80069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 22:12:48.041701 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 22:12:48.042158 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING neutron.quota.resource_registry [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] subnetpool is already registered Jan 19 22:12:48.043083 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: extensions {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.044807 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: address-groups {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.046535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: address-scopes {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.047947 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: agents {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.049185 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: auto-allocated-topology {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.050514 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: availability_zones {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.051999 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: dhcp-networks {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.053505 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: dhcp-agents {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.055083 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: routers {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.057052 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: flavors {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.058334 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: service_profiles {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.059664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: next_providers {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.061315 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: service_profiles {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.062910 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: floatingip-pools {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.064226 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: routers {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.066134 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: floatingips {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.067425 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: l3-routers {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.068935 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: l3-agents {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.070453 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: metering-labels {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.071952 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: metering-label-rules {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.073318 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: network-ip-availabilities {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.075265 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: bindings {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.077031 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: quotas {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.078580 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: quotas {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.080112 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: rbac-policies {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.081491 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: security-groups {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.082808 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: security-group-rules {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.084132 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: service-providers {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.085470 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: subnetpools {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.087035 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: subnetpools {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.088589 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: tags {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.091019 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: tags {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.092970 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: tags {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.094883 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: tags {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.098079 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: tags {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.099955 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: tags {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.102127 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: tags {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.104165 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: tags {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.106201 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: tags {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.108198 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.extensions [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Extended resource: tags {{(pid=80069) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 22:12:48.115685 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING keystonemiddleware.auth_token [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 19 22:12:48.121362 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING keystonemiddleware.auth_token [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 19 22:12:48.130815 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Acquired lock "singleton_lock" {{(pid=80069) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 19 22:12:48.131351 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Releasing lock "singleton_lock" {{(pid=80069) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 19 22:12:48.132855 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO oslo_service.service [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Starting 2 workers Jan 19 22:12:48.138414 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Started child 80180 {{(pid=80069) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 19 22:12:48.143683 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Started child 80181 {{(pid=80069) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 19 22:12:48.144307 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:12:48.145432 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.service [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 19 22:12:48.146110 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Notify callbacks [] for process, before_spawn {{(pid=80069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:12:48.146458 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [-] (80180) wsgi starting up on http://0.0.0.0:9696 Jan 19 22:12:48.148794 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO oslo_service.service [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Starting 1 workers Jan 19 22:12:48.149047 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:12:48.150475 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [-] (80181) wsgi starting up on http://0.0.0.0:9696 Jan 19 22:12:48.155269 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Started child 80182 {{(pid=80069) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 19 22:12:48.155881 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO oslo_service.service [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Starting 1 workers Jan 19 22:12:48.160820 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.service [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] calling RpcWorker wait() {{(pid=80182) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 19 22:12:48.161083 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Started child 80183 {{(pid=80069) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 19 22:12:48.161639 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.service [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] returning from RpcWorker wait() {{(pid=80182) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 19 22:12:48.161821 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c1a87f8e-9ce5-4fc1-8a35-d0a7a7c6b540 None None] Notify callbacks [] for process, after_spawn {{(pid=80069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:12:48.163795 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80069) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 19 22:12:48.164006 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 19 22:12:48.164148 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:12:48.164286 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 19 22:12:48.164424 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 19 22:12:48.164867 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 19 22:12:48.165031 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:12:48.165159 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 19 22:12:48.165606 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.165907 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.166216 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.166518 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.166788 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:12:48.166935 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.167522 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.167847 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.168155 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.168476 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.168769 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.168949 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.169339 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.169649 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.169925 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.170284 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.170580 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.170899 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.171180 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.171398 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.171631 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.171957 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.172250 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.172549 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] debug = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.172832 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.173429 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.173698 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.173919 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.174135 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.174448 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.174731 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.175040 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.175344 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.175590 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.175963 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.176185 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.176398 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.176622 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.176841 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.177134 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.177602 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] host = dv-cinder-750782-5-iscsi {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.177831 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.178088 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.178359 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.178594 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.178922 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.179211 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.179500 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.179800 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.180040 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.180316 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.180613 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.180878 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.181134 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.181412 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] log_file = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.181638 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] log_options = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.181842 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.182064 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.182341 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.182554 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.183067 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.183067 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.183637 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.183637 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.184055 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.184055 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.184465 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.184465 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.184872 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.184872 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.185290 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.185503 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.185816 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.185816 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.186393 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.186393 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.186834 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.187067 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.187277 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.187490 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.187701 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.187916 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.188129 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.188367 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.188578 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.188856 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.189133 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.189446 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.189713 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.190007 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.190286 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.190504 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.190772 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.191103 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.191371 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.191653 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.191937 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.192207 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.192475 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.192727 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.192996 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.193263 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] use_json = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.193516 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.193869 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.194060 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.194240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.194470 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.194770 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.195009 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.195299 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.195764 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.196085 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.196456 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.196691 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.196965 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.197253 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.197533 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.197789 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.198061 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.198332 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.198719 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.199498 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.200335 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.200335 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.200335 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.201099 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.201099 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.201445 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.201445 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.201788 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.201978 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.202159 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.202503 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.202860 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.203158 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.203434 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.203709 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.204048 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.204240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.204430 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.204676 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.204926 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.205231 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.205452 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.205707 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.205958 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.206234 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.206637 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.206895 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.207105 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.207315 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.207583 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.208910 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.208910 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.208910 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.208910 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.208910 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.209958 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.209958 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.210385 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:12:48.210594 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.210594 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.210594 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.210594 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.210594 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.211814 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.211814 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.211814 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.211814 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.211814 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.212838 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.212838 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.212838 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.212838 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.213668 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.213668 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.213668 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.213668 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.215247 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.215247 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.215247 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.215247 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.215247 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.216141 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.216141 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.216141 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.216669 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.216669 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.216669 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.217318 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.217318 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.217318 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.217831 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.217831 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.218179 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.218363 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.218629 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.218925 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.219222 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.219521 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.219795 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.220078 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.220361 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.220618 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.220876 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.221258 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.221459 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.221702 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.222001 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.222274 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.222530 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.222852 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.223108 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.223385 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.223656 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.223928 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.224327 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.224522 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.224759 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.226170 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.226170 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.226170 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.226170 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.226170 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.226791 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.226791 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.227002 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.227378 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.227611 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.227962 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.228232 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.228512 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.228799 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.229107 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.229373 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.229647 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.229950 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.230248 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.230563 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.230845 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.231108 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.231351 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.231577 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.231918 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.232221 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.232471 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.232695 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.233013 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.233301 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.233600 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.233916 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.234203 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.234501 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.235026 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.235217 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.235692 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.236048 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.236328 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.236551 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.236781 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.237007 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.237235 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.237538 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.237770 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.238012 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.238269 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.238559 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.238870 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.239112 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.239342 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.239567 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.239793 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.240058 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.240341 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.240590 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.240810 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.241260 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.241538 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.241886 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.242128 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.242368 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.242662 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.242961 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.243232 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.243522 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.243835 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.244301 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.245225 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.245494 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.245787 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.246025 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.246284 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.246504 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.246761 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.247131 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.247355 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.247581 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.247816 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.248148 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.248433 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.248669 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.248963 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.249192 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.249427 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.249692 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.249930 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.250160 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.250408 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.250738 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.251003 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.251549 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.251798 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.252044 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.252293 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.252508 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.252783 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.253111 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.253386 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.253649 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.253907 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.254147 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.254409 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.254656 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.254960 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.255215 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.255447 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.255692 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.255944 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.256189 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.256440 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.256686 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.257023 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.257302 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.257553 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.257882 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.258158 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.258444 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.258802 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.259180 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.259432 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.259729 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.259957 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.260221 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.260502 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.260784 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.261161 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.262049 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.262348 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.262632 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.263057 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.263409 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.263699 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.263924 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.264246 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.264609 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.264913 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.265197 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.265485 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.265779 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.266040 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.266283 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.266525 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.266790 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.267060 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.267365 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.267653 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.267922 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.268165 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.268468 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.268693 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.268962 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.269209 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.269489 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.269762 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.269934 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 19 22:12:48.270473 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80069) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 19 22:12:48.270641 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 19 22:12:48.270909 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 19 22:12:48.271080 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 19 22:12:48.271245 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 19 22:12:48.271435 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 19 22:12:48.271604 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.271767 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.271933 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.272094 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.272250 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.272409 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.272632 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.272850 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.273079 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.273079 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.273468 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.273468 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.273873 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.273873 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.273873 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.274482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.274482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.274482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.274482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.275215 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.275215 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.275215 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.275215 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] debug = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.275925 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.275925 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.275925 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.275925 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.276864 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.276864 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.276864 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.276864 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.276864 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.276864 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.278596 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.278596 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.278596 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.278596 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.278596 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.278596 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.278596 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] host = dv-cinder-750782-5-iscsi {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.280028 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.280028 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.280028 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.280028 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.280028 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.280028 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.280028 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.280028 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.281535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.281535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.281535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.281535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.281535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.281535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] log_file = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.281535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] log_options = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.281535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.281535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.283493 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.283493 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.283493 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.283493 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.283493 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.283493 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.283493 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.284904 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.284904 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.284904 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.284904 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.284904 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.284904 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.284904 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.284904 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.284904 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.286655 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.286655 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.286655 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.286655 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.286655 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.286655 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.286655 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.286655 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.288278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.288278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.288278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.288278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.288278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.288278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.288278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.288278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.289509 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.289509 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.289509 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.289509 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.289509 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.289509 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.289509 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.289509 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.290461 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.290461 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.290461 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.290461 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] use_json = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.290461 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.290461 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.290461 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.290461 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.290461 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.291589 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.291589 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.291589 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 22:12:48.291589 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.291589 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.291589 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.291589 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.291589 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.292558 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.292558 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.292558 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.292558 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.292558 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.292558 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.292558 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.292558 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.292558 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.293678 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.293678 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.293678 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.293678 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.293678 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.293678 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.293678 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.293678 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.294891 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.294891 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.294891 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.294891 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.294891 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.294891 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.294891 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.294891 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.295874 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.295874 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.295874 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.295874 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.295874 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.295874 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.296587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.296587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.296587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.296587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.297084 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.297084 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.297084 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.297588 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.297588 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.297588 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.297954 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.297954 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.297954 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.298321 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.298321 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.298571 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.298742 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.298888 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.299025 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.299155 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.299287 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.299478 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.299669 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.299860 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.300048 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.300253 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.300443 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.300632 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.300821 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.301011 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.301200 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.301389 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.301578 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.301768 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.301957 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.302147 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.302337 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.302527 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.302760 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.302952 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.303143 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.303339 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.303561 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.303781 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.303781 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.304183 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.304183 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.304583 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.304583 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.304994 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.304994 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.304994 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.305685 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.305685 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.305685 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.305685 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.306334 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.306334 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.306334 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.306334 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.306885 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.306885 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.306885 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.307393 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.307393 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.307393 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.308022 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.308022 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.308022 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.308022 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.309321 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.309321 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.309321 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.309321 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.309321 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.310313 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.310313 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.310313 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.310313 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.310313 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.311814 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.311814 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.311814 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.311814 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.311814 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.311814 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.311814 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.311814 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.313369 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.313369 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.313369 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.313369 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.313369 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.313369 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.313369 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.313369 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.314844 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.314844 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.314844 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.314844 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.314844 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.314844 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.314844 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.314844 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.316417 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.316417 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.316417 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.316417 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.316417 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.316417 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.316417 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.316417 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.317996 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.317996 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.317996 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.317996 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.317996 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.317996 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.317996 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.317996 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.319240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.319240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.319240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.319240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.319240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.319240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.319240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.319240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.320588 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.320588 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.320588 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.320588 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.320588 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.320588 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.320588 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.320588 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.321938 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.321938 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.321938 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.321938 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.321938 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.321938 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.321938 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.321938 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.323109 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.323109 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.323109 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.323109 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.323109 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.323109 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.323109 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.323109 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.324587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.324587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.324587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.324587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.324587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.324587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.324587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.324587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.325482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.325482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.325482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.325482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.325482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.325482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.325482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.326271 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.326271 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.326271 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.326271 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.326271 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.326873 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.326873 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.326873 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.326873 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.327494 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.327494 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.327494 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.328058 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.328058 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.328058 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.328058 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.328716 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.328716 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.328716 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.328716 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.329318 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.329318 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.329318 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.329318 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.329782 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.329782 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.330026 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.330026 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.330386 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.330386 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.330747 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.330747 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.331086 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.331086 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.331372 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.331372 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.331608 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.331749 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.331874 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.332053 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.332261 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.332453 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.332644 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.332832 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.333023 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.333214 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.333404 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.333593 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.333782 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.333970 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.334160 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.334349 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.334538 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.338717 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.338717 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.338717 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.338717 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.338717 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.338717 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.338717 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 22:12:48.338717 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80069) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 19 22:12:48.388252 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 51720) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:12:48.391879 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:12:48.404267 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0131063 Jan 19 22:13:00.018661 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d982e33a-e3fb-4f34-a8d2-956d5070ed54 None None] get_active_networks_info from dv-cinder-750782-5-iscsi {{(pid=80182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 19 22:13:00.197962 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d982e33a-e3fb-4f34-a8d2-956d5070ed54 None None] No non-hosted networks {{(pid=80182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 19 22:13:00.239415 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agentschedulers_db [None req-d982e33a-e3fb-4f34-a8d2-956d5070ed54 None None] DHCP Agent not found on host dv-cinder-750782-5-iscsi {{(pid=80182) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Jan 19 22:13:00.344314 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f573053a-020e-443c-8819-5696f1538e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307'] for agent, after_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:03.128269 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-be0a6ce8-0ba4-454e-b0ab-e8958d9be94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307'] for agent, after_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:03.190570 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fac63285-52b1-4dfa-a840-80dc49962771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:04.717088 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307'] for agent, after_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:04.717776 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:04.718184 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:04.718467 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:04.719339 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:04.720011 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:04.720682 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:04.721580 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:04.722286 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:04.723030 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:04.723871 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:04.725160 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:04.726430 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:04.728512 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-750782-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:13:04.744346 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-750782-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:13:05.466754 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307'] for agent, after_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:05.793064 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307'] for agent, after_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:07.045195 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] get_endpoint_by_host() called for host dv-cinder-750782-5-iscsi {{(pid=80182) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 19 22:13:07.050549 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] get_endpoint_by_ip() called for ip 192.168.0.65 {{(pid=80182) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 19 22:13:07.054583 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] _add_endpoint() called for ip 192.168.0.65 {{(pid=80182) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 19 22:13:07.062661 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] _get_endpoints() called {{(pid=80182) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 19 22:13:08.093077 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.l3_hamode_db [None req-1cd8d464-a03d-40b5-806c-e8a4d46aa0d1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 19 22:13:08.184243 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd8d464-a03d-40b5-806c-e8a4d46aa0d1 None None] Routers set() bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:13:08.184678 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd8d464-a03d-40b5-806c-e8a4d46aa0d1 None None] Router IDs set() for agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 19 22:13:09.101370 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 51816) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:13:09.846941 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING oslo_policy.policy [None req-dadca34c-8a37-4cfc-a7d2-d796830c0f37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 22:13:09.847787 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING oslo_policy.policy [None req-dadca34c-8a37-4cfc-a7d2-d796830c0f37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 22:13:10.091680 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [None req-dadca34c-8a37-4cfc-a7d2-d796830c0f37 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:13:10.092785 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-dadca34c-8a37-4cfc-a7d2-d796830c0f37 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.9904099 Jan 19 22:13:12.990835 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 51830) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:13:13.735771 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING oslo_policy.policy [None req-ee6eb8b4-c134-44b3-8a8d-df7ba63b2b6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 22:13:13.736399 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING oslo_policy.policy [None req-ee6eb8b4-c134-44b3-8a8d-df7ba63b2b6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 22:13:13.970162 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-ee6eb8b4-c134-44b3-8a8d-df7ba63b2b6d admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:13:14.024435 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.policy [None req-ee6eb8b4-c134-44b3-8a8d-df7ba63b2b6d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80180) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 19 22:13:14.025289 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING oslo_policy.policy [None req-ee6eb8b4-c134-44b3-8a8d-df7ba63b2b6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 22:13:14.025695 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING oslo_policy.policy [None req-ee6eb8b4-c134-44b3-8a8d-df7ba63b2b6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 22:13:14.037650 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.quota [None req-ee6eb8b4-c134-44b3-8a8d-df7ba63b2b6d admin admin] Loaded quota_driver: . Jan 19 22:13:14.054820 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-ee6eb8b4-c134-44b3-8a8d-df7ba63b2b6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:13:14.116851 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ee6eb8b4-c134-44b3-8a8d-df7ba63b2b6d admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735723399468', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735723414349', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735723413792', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735723435701', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735723436828', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1509868', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1399201', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854406008', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854033670'] for rbac-policy, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:14.189266 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ee6eb8b4-c134-44b3-8a8d-df7ba63b2b6d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:14.191031 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-ee6eb8b4-c134-44b3-8a8d-df7ba63b2b6d admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1978123 Jan 19 22:13:17.382537 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 51848) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:13:17.906374 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '5cd94c5337f144279a886d60050d01e5'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:13:17.909383 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.quota [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Loaded quota_driver: . Jan 19 22:13:17.926932 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:13:17.934158 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Usage tracker for resource:network and tenant:5cd94c5337f144279a886d60050d01e5 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:13:17.939197 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:13:17.947036 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:13:17.963517 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Made reservation on behalf of 5cd94c5337f144279a886d60050d01e5 for: {'network': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:13:18.003233 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.policy [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80181) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 19 22:13:18.004113 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING oslo_policy.policy [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 22:13:18.004515 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING oslo_policy.policy [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 22:13:18.019162 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for network, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:18.040574 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:18.057145 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:13:18.061664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Usage tracker for resource:security_group_rule and tenant:5cd94c5337f144279a886d60050d01e5 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:13:18.065856 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:13:18.071891 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:13:18.238330 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:18.242468 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:18.249454 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:13:18.281032 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:13:18.312535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735727412510', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:18.313150 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.segments_db [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Added segment 354551b4-bcb3-4bad-8661-ff906f597bfc of type vxlan for network 090c0ec4-6c54-4325-ac8e-bfb92d040042 Jan 19 22:13:18.324018 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b42c90c-96b3-4120-af4b-66245aff43fb,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:13:18.387670 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:18.388302 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:18.388432 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:18.388707 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:18.389060 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:18.389415 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:18.389766 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:18.390118 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:18.390483 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:18.390865 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:18.391211 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:18.391556 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Tracked resource versions report: Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: pushed versions: Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: { 'AddressGroup': {'1.1'}, Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: 'ConntrackHelper': {'1.0'}, Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Log': {'1.0'}, Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Network': {'1.1'}, Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Port': {'1.6'}, Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: 'PortForwarding': {'1.2'}, Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: 'QosPolicy': {'1.8'}, Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroup': {'1.4'}, Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroupRule': {'1.2'}, Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SubPort': {'1.0'}, Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Subnet': {'1.1'}, Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Trunk': {'1.1'}} Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: consumer versions: Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: { DHCP agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: L3 agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: Metadata agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: Metering agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: Open vSwitch agent@dv-cinder-750782-5-iscsi: { 'AddressGroup': '1.1', Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: 'ConntrackHelper': '1.0', Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Log': '1.0', Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Network': '1.1', Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Port': '1.6', Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: 'PortForwarding': '1.2', Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: 'QosPolicy': '1.8', Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroup': '1.4', Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroupRule': '1.2', Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SubPort': '1.0', Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Subnet': '1.1', Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Trunk': '1.1'}} Jan 19 22:13:18.392786 dv-cinder-750782-5-iscsi neutron-server[80069]: {{(pid=80181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 19 22:13:18.452420 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735727031838'] for network, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:18.459253 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:13:18.498652 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for network, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:18.500132 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:13:18.500899 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:18.506526 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:13:18.814133 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.4302213 Jan 19 22:13:18.817529 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Pushing event updated for resources: {'Network': ['ID=090c0ec4-6c54-4325-ac8e-bfb92d040042,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:13:18.820828 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:13:18.830560 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Network 090c0ec4-6c54-4325-ac8e-bfb92d040042 details requested by agent ovs-agent-dv-cinder-750782-5-iscsi with host dv-cinder-750782-5-iscsi {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:13:22.220055 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 51866) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:13:22.826582 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e712e74b-1300-496b-9ad0-d596c50076a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:13:22.828302 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-e712e74b-1300-496b-9ad0-d596c50076a3 admin admin] 10.222.0.50 "GET /v2.0/networks/090c0ec4-6c54-4325-ac8e-bfb92d040042 HTTP/1.1" status: 200 len: 818 time: 0.6070261 Jan 19 22:13:22.859624 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-9b6d4c2b-c16e-47a8-883f-bd1cbb05a636 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/6d67c73d-8b48-4386-9f79-601e68c17f9e HTTP/1.1" status: 200 len: 734 time: 0.0246308 Jan 19 22:13:22.875774 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Request body: {'subnet': {'tenant_id': '5cd94c5337f144279a886d60050d01e5', 'ip_version': 4, 'network_id': '090c0ec4-6c54-4325-ac8e-bfb92d040042', 'subnetpool_id': '6d67c73d-8b48-4386-9f79-601e68c17f9e', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:13:22.882137 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:13:22.887347 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Usage tracker for resource:subnet and tenant:5cd94c5337f144279a886d60050d01e5 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:13:22.891483 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:13:22.897984 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:13:22.907783 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Made reservation on behalf of 5cd94c5337f144279a886d60050d01e5 for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:13:22.913797 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:23.765010 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:23.781441 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:13:23.936923 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=16bd6443-8aae-4a39-a8f1-483906e4de9d,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:13:23.957965 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:23.958356 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:23.958743 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:23.959120 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:23.959470 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:23.959824 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:23.960178 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:23.960534 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:23.960881 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:23.961227 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:23.961573 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:23.961914 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Tracked resource versions report: Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: pushed versions: Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: { 'AddressGroup': {'1.1'}, Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: 'ConntrackHelper': {'1.0'}, Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Log': {'1.0'}, Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Network': {'1.1'}, Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Port': {'1.6'}, Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: 'PortForwarding': {'1.2'}, Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: 'QosPolicy': {'1.8'}, Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroup': {'1.4'}, Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroupRule': {'1.2'}, Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SubPort': {'1.0'}, Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Subnet': {'1.1'}, Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Trunk': {'1.1'}} Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: consumer versions: Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: { DHCP agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: L3 agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: Metadata agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: Metering agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: Open vSwitch agent@dv-cinder-750782-5-iscsi: { 'AddressGroup': '1.1', Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: 'ConntrackHelper': '1.0', Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Log': '1.0', Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Network': '1.1', Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Port': '1.6', Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: 'PortForwarding': '1.2', Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: 'QosPolicy': '1.8', Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroup': '1.4', Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroupRule': '1.2', Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SubPort': '1.0', Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Subnet': '1.1', Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Trunk': '1.1'}} Jan 19 22:13:23.963075 dv-cinder-750782-5-iscsi neutron-server[80069]: {{(pid=80180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 19 22:13:24.007593 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:13:24.037985 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Checking segment: {'id': '354551b4-bcb3-4bad-8661-ff906f597bfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '090c0ec4-6c54-4325-ac8e-bfb92d040042'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:13:24.038430 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Network hostable DHCP agents. Network: 090c0ec4-6c54-4325-ac8e-bfb92d040042, hostable agents: ['0298d202-b593-4dd5-8d1c-743f0535002a'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:13:24.065028 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Network 090c0ec4-6c54-4325-ac8e-bfb92d040042 is scheduled to be hosted by DHCP agent 0298d202-b593-4dd5-8d1c-743f0535002a with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:13:24.076007 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-iscsi, 090c0ec4-6c54-4325-ac8e-bfb92d040042) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:13:24.085846 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:13:24.086695 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:24.086941 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35281b2a-b130-4f7d-9626-c8c1e225ea00 None None] Network 090c0ec4-6c54-4325-ac8e-bfb92d040042 requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:13:24.107787 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2410858 Jan 19 22:13:24.644148 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfee72873-9919-50a9-87f3-d37d1a9072ae-090c0ec4-6c54-4325-ac8e-bfb92d040042', 'network_id': '090c0ec4-6c54-4325-ac8e-bfb92d040042', 'tenant_id': '5cd94c5337f144279a886d60050d01e5', 'fixed_ips': [{'subnet_id': '16bd6443-8aae-4a39-a8f1-483906e4de9d'}]}} from dv-cinder-750782-5-iscsi. {{(pid=80182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 19 22:13:24.645445 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:25.076846 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Allocated IP 172.20.0.2 (090c0ec4-6c54-4325-ac8e-bfb92d040042/16bd6443-8aae-4a39-a8f1-483906e4de9d/21d1cb54-399b-4c06-b9c1-ab62f0144599) {{(pid=80182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:13:25.378047 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Notify callbacks [] for port, precommit_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:25.393700 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Transition to ACTIVE for port object 21d1cb54-399b-4c06-b9c1-ab62f0144599 will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:13:25.415646 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Transition to ACTIVE for port object 21d1cb54-399b-4c06-b9c1-ab62f0144599 will not be triggered until provisioned by entity DHCP. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:13:25.424200 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:25.441872 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:13:25.753404 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Pushing event updated for resources: {'Port': ['ID=21d1cb54-399b-4c06-b9c1-ab62f0144599,revision_number=1']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:13:25.769681 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:25.770052 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:25.770427 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:25.770833 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:25.771189 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:25.771545 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:25.771907 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:25.772263 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:25.772630 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:25.773001 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:25.773418 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:25.773834 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Tracked resource versions report: Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: pushed versions: Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: { 'AddressGroup': {'1.1'}, Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: 'ConntrackHelper': {'1.0'}, Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Log': {'1.0'}, Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Network': {'1.1'}, Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Port': {'1.6'}, Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: 'PortForwarding': {'1.2'}, Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: 'QosPolicy': {'1.8'}, Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroup': {'1.4'}, Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroupRule': {'1.2'}, Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SubPort': {'1.0'}, Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Subnet': {'1.1'}, Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Trunk': {'1.1'}} Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: consumer versions: Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: { DHCP agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: L3 agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: Metadata agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: Metering agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: Open vSwitch agent@dv-cinder-750782-5-iscsi: { 'AddressGroup': '1.1', Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: 'ConntrackHelper': '1.0', Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Log': '1.0', Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Network': '1.1', Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Port': '1.6', Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: 'PortForwarding': '1.2', Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: 'QosPolicy': '1.8', Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroup': '1.4', Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroupRule': '1.2', Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SubPort': '1.0', Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Subnet': '1.1', Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Trunk': '1.1'}} Jan 19 22:13:25.775058 dv-cinder-750782-5-iscsi neutron-server[80069]: {{(pid=80182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 19 22:13:25.797258 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:13:25.843074 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Network 090c0ec4-6c54-4325-ac8e-bfb92d040042 is already hosted by enough agents. {{(pid=80182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:13:25.844420 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Resources bound (agent type, host, resource id): {{(pid=80182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:13:25.847419 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Received port after_create {{(pid=80182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:13:25.912770 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Attempting to bind port 21d1cb54-399b-4c06-b9c1-ab62f0144599 on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:13:25.912770 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Attempting to bind port 21d1cb54-399b-4c06-b9c1-ab62f0144599 by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': '354551b4-bcb3-4bad-8661-ff906f597bfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '090c0ec4-6c54-4325-ac8e-bfb92d040042'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:13:25.912770 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Attempting to bind port 21d1cb54-399b-4c06-b9c1-ab62f0144599 on network 090c0ec4-6c54-4325-ac8e-bfb92d040042 {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:13:25.918819 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:13:25.919229 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Checking segment: {'id': '354551b4-bcb3-4bad-8661-ff906f597bfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '090c0ec4-6c54-4325-ac8e-bfb92d040042'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:13:25.919808 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:25.920242 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Bound using segment: {'id': '354551b4-bcb3-4bad-8661-ff906f597bfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '090c0ec4-6c54-4325-ac8e-bfb92d040042'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:13:25.920796 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Bound port: 21d1cb54-399b-4c06-b9c1-ab62f0144599, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354551b4-bcb3-4bad-8661-ff906f597bfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '090c0ec4-6c54-4325-ac8e-bfb92d040042'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:13:25.921236 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:26.031198 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] For port 21d1cb54-399b-4c06-b9c1-ab62f0144599, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:13:26.036108 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] For port 21d1cb54-399b-4c06-b9c1-ab62f0144599, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=21d1cb54-399b-4c06-b9c1-ab62f0144599,segment=NetworkSegment(354551b4-bcb3-4bad-8661-ff906f597bfc),segment_id=354551b4-bcb3-4bad-8661-ff906f597bfc)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:13:26.039908 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:26.053780 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:13:26.214065 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Pushing event updated for resources: {'Port': ['ID=21d1cb54-399b-4c06-b9c1-ab62f0144599,revision_number=2']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:13:26.219131 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:13:26.244020 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 5 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:13:27.049819 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 51880) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:13:27.572667 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [None req-6d68d9c7-5ade-4d35-88f0-2a67cdaae59e admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:13:27.574875 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-6d68d9c7-5ade-4d35-88f0-2a67cdaae59e admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5233829 Jan 19 22:13:29.885453 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e4e23ce6-31c9-45aa-96f7-2071e771b2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:30.552112 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 51894) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:13:31.042058 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [None req-746d8a74-d9d6-414b-b850-5e27cf42ac5f admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:13:31.044652 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-746d8a74-d9d6-414b-b850-5e27cf42ac5f admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4900131 Jan 19 22:13:31.178141 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 21d1cb54-399b-4c06-b9c1-ab62f0144599 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:13:31.325082 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port 21d1cb54-399b-4c06-b9c1-ab62f0144599 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:13:31.563944 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bc3bc9-00d2-4d14-aa39-d0bff4d010f9 None None] Network 090c0ec4-6c54-4325-ac8e-bfb92d040042 requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:13:31.743339 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-8d84ec88-5daf-4994-ba67-7a16c880f583 None None] Provisioning for port 21d1cb54-399b-4c06-b9c1-ab62f0144599 completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:13:31.764490 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-8d84ec88-5daf-4994-ba67-7a16c880f583 None None] Provisioning complete for port 21d1cb54-399b-4c06-b9c1-ab62f0144599 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:13:31.765202 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8d84ec88-5daf-4994-ba67-7a16c880f583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:32.228198 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8d84ec88-5daf-4994-ba67-7a16c880f583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:32.333905 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-8d84ec88-5daf-4994-ba67-7a16c880f583 None None] For port 21d1cb54-399b-4c06-b9c1-ab62f0144599, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=21d1cb54-399b-4c06-b9c1-ab62f0144599,segment=NetworkSegment(354551b4-bcb3-4bad-8661-ff906f597bfc),segment_id=354551b4-bcb3-4bad-8661-ff906f597bfc)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:13:32.343484 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8d84ec88-5daf-4994-ba67-7a16c880f583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:32.352773 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7e8b603e-77d9-474e-9b36-a9f730c4ba4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:13:32.493098 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84ec88-5daf-4994-ba67-7a16c880f583 None None] Pushing event updated for resources: {'Port': ['ID=21d1cb54-399b-4c06-b9c1-ab62f0144599,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:13:32.496547 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8d84ec88-5daf-4994-ba67-7a16c880f583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:13:32.688361 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-dc4828b5-488b-43cc-8e09-92ecb8f61cdd None None] Provisioning complete for port 21d1cb54-399b-4c06-b9c1-ab62f0144599 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:13:32.688991 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dc4828b5-488b-43cc-8e09-92ecb8f61cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:32.974993 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-87c8e52e-4bae-4468-aba9-1cf9957c4689 None None] Provisioning complete for port 21d1cb54-399b-4c06-b9c1-ab62f0144599 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:13:32.975638 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-87c8e52e-4bae-4468-aba9-1cf9957c4689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:33.146013 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 21d1cb54-399b-4c06-b9c1-ab62f0144599 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:13:33.226235 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6ef29d49-bfe9-4200-93f9-b8b0789c1418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:33.269636 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 21d1cb54-399b-4c06-b9c1-ab62f0144599 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:13:33.270472 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:33.361122 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-f2419d16-1deb-448c-a925-26daaca6d748 None None] Provisioning complete for port 21d1cb54-399b-4c06-b9c1-ab62f0144599 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:13:33.361662 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f2419d16-1deb-448c-a925-26daaca6d748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:34.437981 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 51918) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:13:34.721750 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:34.782188 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-11969492-aa8e-4a15-ad06-49e4e7036e6a admin admin] Request body: {'router': {'tenant_id': '5cd94c5337f144279a886d60050d01e5', 'admin_state_up': True, 'name': 'router1'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:13:34.791711 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-11969492-aa8e-4a15-ad06-49e4e7036e6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:13:34.799272 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-11969492-aa8e-4a15-ad06-49e4e7036e6a admin admin] Usage tracker for resource:router and tenant:5cd94c5337f144279a886d60050d01e5 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:13:34.805120 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-11969492-aa8e-4a15-ad06-49e4e7036e6a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:13:34.816419 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-11969492-aa8e-4a15-ad06-49e4e7036e6a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:13:34.831634 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-11969492-aa8e-4a15-ad06-49e4e7036e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774574'] for router, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:34.834062 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-11969492-aa8e-4a15-ad06-49e4e7036e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854348406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854251773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854357454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1069'] for router, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:34.870783 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-11969492-aa8e-4a15-ad06-49e4e7036e6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:35.076684 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-11969492-aa8e-4a15-ad06-49e4e7036e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854343512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854343465'] for router, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:35.108468 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-11969492-aa8e-4a15-ad06-49e4e7036e6a admin admin] Notify callbacks [] for router, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:35.111478 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-11969492-aa8e-4a15-ad06-49e4e7036e6a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6721296 Jan 19 22:13:35.183572 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:35.594379 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:37.793119 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 51938) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:13:37.903962 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [None req-dc0e8153-c637-4d1f-92a9-9ead228c82a8 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:13:37.905127 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-dc0e8153-c637-4d1f-92a9-9ead228c82a8 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1106360 Jan 19 22:13:40.569829 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 51948) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:13:40.659056 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:13:40.668628 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:13:40.676198 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Usage tracker for resource:network and tenant:177ca83564864555a33120f124e125b6 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:13:40.681786 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:13:40.692637 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:13:40.707299 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Made reservation on behalf of 177ca83564864555a33120f124e125b6 for: {'network': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:13:40.712475 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for network, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:40.729938 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:40.746133 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:13:40.750139 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Usage tracker for resource:security_group_rule and tenant:177ca83564864555a33120f124e125b6 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:13:40.753833 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:13:40.760309 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:13:40.866293 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:40.869850 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:40.874576 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:13:40.891689 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Reserving flat network on physical network physnet1 {{(pid=80180) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 19 22:13:40.915196 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988864af-be64-4dda-bb23-7dca55e501df,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:13:40.921600 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735727412510', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:40.922213 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Unsubscribe: segment precommit_create {{(pid=80180) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 19 22:13:40.922754 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.segments_db [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Added segment 61fce818-33d4-41a6-a7d6-2c2e6617be6e of type flat for network 8ee66800-a804-40da-8341-42d4a5bfa70e Jan 19 22:13:40.930590 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:13:40.970828 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735727031838'] for network, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:41.020289 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for network, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:41.021592 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:13:41.022269 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:41.027737 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:13:41.134090 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5626647 Jan 19 22:13:41.141080 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Pushing event updated for resources: {'Network': ['ID=8ee66800-a804-40da-8341-42d4a5bfa70e,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:13:41.160634 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:13:41.172772 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Network 8ee66800-a804-40da-8341-42d4a5bfa70e details requested by agent ovs-agent-dv-cinder-750782-5-iscsi with host dv-cinder-750782-5-iscsi {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:13:43.767070 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 51958) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:13:43.919871 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0766f832-5a1c-47c4-a429-a38cf83aadba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:13:43.921388 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-0766f832-5a1c-47c4-a429-a38cf83aadba admin admin] 10.222.0.50 "GET /v2.0/subnets/16bd6443-8aae-4a39-a8f1-483906e4de9d HTTP/1.1" status: 200 len: 849 time: 0.1532636 Jan 19 22:13:44.104845 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-1e1dbefe-5dae-49e2-8d1f-3e9299fc64e9 admin admin] 10.222.0.50 "GET /v2.0/routers/6563521f-9a19-410b-8896-3215e7bba897 HTTP/1.1" status: 200 len: 704 time: 0.1765940 Jan 19 22:13:44.802663 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3d1c204c-952c-48a8-b67e-e85eef569be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:45.240330 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-3d1c204c-952c-48a8-b67e-e85eef569be8 admin admin] Allocated IP 172.20.0.1 (090c0ec4-6c54-4325-ac8e-bfb92d040042/16bd6443-8aae-4a39-a8f1-483906e4de9d/0d95318f-423c-476a-a125-27016a40ed63) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:13:45.471197 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3d1c204c-952c-48a8-b67e-e85eef569be8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:45.504872 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-3d1c204c-952c-48a8-b67e-e85eef569be8 admin admin] Transition to ACTIVE for port object 0d95318f-423c-476a-a125-27016a40ed63 will not be triggered until provisioned by entity DHCP. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:13:45.606788 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3d1c204c-952c-48a8-b67e-e85eef569be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:45.627345 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:13:45.769131 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c204c-952c-48a8-b67e-e85eef569be8 admin admin] Pushing event updated for resources: {'Port': ['ID=0d95318f-423c-476a-a125-27016a40ed63,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:13:45.777750 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3d1c204c-952c-48a8-b67e-e85eef569be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:13:45.839705 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1c204c-952c-48a8-b67e-e85eef569be8 admin admin] Network 090c0ec4-6c54-4325-ac8e-bfb92d040042 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:13:45.841036 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-3d1c204c-952c-48a8-b67e-e85eef569be8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:13:45.843728 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1c204c-952c-48a8-b67e-e85eef569be8 admin admin] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:13:45.844286 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3d1c204c-952c-48a8-b67e-e85eef569be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432228'] for router_interface, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:46.075148 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-7d93b6c1-7fcf-4227-bd40-56d00c080915 None None] Provisioning for port 0d95318f-423c-476a-a125-27016a40ed63 completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:13:46.081677 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-7d93b6c1-7fcf-4227-bd40-56d00c080915 None None] Provisioning complete for port 0d95318f-423c-476a-a125-27016a40ed63 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:13:46.082177 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7d93b6c1-7fcf-4227-bd40-56d00c080915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:46.151391 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-7d93b6c1-7fcf-4227-bd40-56d00c080915 None None] Port 0d95318f-423c-476a-a125-27016a40ed63 cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:13:46.163702 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3d1c204c-952c-48a8-b67e-e85eef569be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:46.479556 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3d1c204c-952c-48a8-b67e-e85eef569be8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:46.483490 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3d1c204c-952c-48a8-b67e-e85eef569be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:46.484823 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3d1c204c-952c-48a8-b67e-e85eef569be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1691567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427469'] for router_interface, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:46.500153 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:13:46.627946 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c204c-952c-48a8-b67e-e85eef569be8 admin admin] Pushing event updated for resources: {'Port': ['ID=0d95318f-423c-476a-a125-27016a40ed63,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:13:46.638162 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3d1c204c-952c-48a8-b67e-e85eef569be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:13:46.705901 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1c204c-952c-48a8-b67e-e85eef569be8 admin admin] Network 090c0ec4-6c54-4325-ac8e-bfb92d040042 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:13:46.707131 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-3d1c204c-952c-48a8-b67e-e85eef569be8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:13:46.980138 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-f9cfab31-2e7e-4ed3-840b-ae22d0436074 None None] Provisioning complete for port 0d95318f-423c-476a-a125-27016a40ed63 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:13:46.980889 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f9cfab31-2e7e-4ed3-840b-ae22d0436074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:47.044820 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-f9cfab31-2e7e-4ed3-840b-ae22d0436074 None None] Port 0d95318f-423c-476a-a125-27016a40ed63 cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:13:47.108766 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1c204c-952c-48a8-b67e-e85eef569be8 admin admin] Router 6563521f-9a19-410b-8896-3215e7bba897 is scheduled to L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 with binding_index 1 {{(pid=80180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 19 22:13:47.282780 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1c204c-952c-48a8-b67e-e85eef569be8 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:13:47.294031 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-3d1c204c-952c-48a8-b67e-e85eef569be8 admin admin] 10.222.0.50 "PUT /v2.0/routers/6563521f-9a19-410b-8896-3215e7bba897/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.1826050 Jan 19 22:13:47.295351 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] Sync routers for ids ['6563521f-9a19-410b-8896-3215e7bba897'] in dv-cinder-750782-5-iscsi {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:13:47.308288 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] Routers {'6563521f-9a19-410b-8896-3215e7bba897'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:13:47.309169 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:13:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['6563521f-9a19-410b-8896-3215e7bba897'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:13:47.513202 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] Set router 6563521f-9a19-410b-8896-3215e7bba897 gateway port host: None {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:13:47.989545 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6563521f-9a19-410b-8896-3215e7bba897', 'name': 'router1', 'tenant_id': '5cd94c5337f144279a886d60050d01e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:13:34Z', 'updated_at': '2021-01-19T22:13:46Z', 'revision_number': 2, 'project_id': '5cd94c5337f144279a886d60050d01e5', 'gw_port_host': None, '_interfaces': [{'id': '0d95318f-423c-476a-a125-27016a40ed63', 'name': '', 'network_id': '090c0ec4-6c54-4325-ac8e-bfb92d040042', 'tenant_id': '5cd94c5337f144279a886d60050d01e5', 'mac_address': 'fa:16:3e:b6:46:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6563521f-9a19-410b-8896-3215e7bba897', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16bd6443-8aae-4a39-a8f1-483906e4de9d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:13:45Z', 'updated_at': '2021-01-19T22:13:46Z', 'revision_number': 2, 'project_id': '5cd94c5337f144279a886d60050d01e5', 'subnets': [{'id': '16bd6443-8aae-4a39-a8f1-483906e4de9d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d67c73d-8b48-4386-9f79-601e68c17f9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:13:47.997086 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] Checking router: 6563521f-9a19-410b-8896-3215e7bba897 for host: dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:13:47.997581 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] Updating router 6563521f-9a19-410b-8896-3215e7bba897 port 0d95318f-423c-476a-a125-27016a40ed63 binding host dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:13:48.236841 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:48.800644 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] Notify callbacks [] for port, precommit_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:48.817935 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] Transition to ACTIVE for port object 0d95318f-423c-476a-a125-27016a40ed63 will not be triggered until provisioned by entity L2. {{(pid=80183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:13:48.821190 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:48.838261 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:13:48.994082 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d17ee8-defb-4bfe-80c7-84714458a902 None None] Pushing event updated for resources: {'Port': ['ID=0d95318f-423c-476a-a125-27016a40ed63,revision_number=3']} {{(pid=80183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:13:49.019116 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d17ee8-defb-4bfe-80c7-84714458a902 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:49.019620 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d17ee8-defb-4bfe-80c7-84714458a902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:49.020075 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d17ee8-defb-4bfe-80c7-84714458a902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:49.020552 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d17ee8-defb-4bfe-80c7-84714458a902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:49.021049 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d17ee8-defb-4bfe-80c7-84714458a902 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:49.021506 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d17ee8-defb-4bfe-80c7-84714458a902 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:49.021954 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d17ee8-defb-4bfe-80c7-84714458a902 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:49.022395 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d17ee8-defb-4bfe-80c7-84714458a902 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:49.022895 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d17ee8-defb-4bfe-80c7-84714458a902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:49.023336 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d17ee8-defb-4bfe-80c7-84714458a902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:49.023823 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d17ee8-defb-4bfe-80c7-84714458a902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:49.024209 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d17ee8-defb-4bfe-80c7-84714458a902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d17ee8-defb-4bfe-80c7-84714458a902 None None] Tracked resource versions report: Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: pushed versions: Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: { 'AddressGroup': {'1.1'}, Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: 'ConntrackHelper': {'1.0'}, Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Log': {'1.0'}, Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Network': {'1.1'}, Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Port': {'1.6'}, Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: 'PortForwarding': {'1.2'}, Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: 'QosPolicy': {'1.8'}, Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroup': {'1.4'}, Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroupRule': {'1.2'}, Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SubPort': {'1.0'}, Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Subnet': {'1.1'}, Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Trunk': {'1.1'}} Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: consumer versions: Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: { DHCP agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: L3 agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: Metadata agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: Metering agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: Open vSwitch agent@dv-cinder-750782-5-iscsi: { 'AddressGroup': '1.1', Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: 'ConntrackHelper': '1.0', Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Log': '1.0', Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Network': '1.1', Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Port': '1.6', Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: 'PortForwarding': '1.2', Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: 'QosPolicy': '1.8', Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroup': '1.4', Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroupRule': '1.2', Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SubPort': '1.0', Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Subnet': '1.1', Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Trunk': '1.1'}} Jan 19 22:13:49.026041 dv-cinder-750782-5-iscsi neutron-server[80069]: {{(pid=80183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 19 22:13:49.036352 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-90d17ee8-defb-4bfe-80c7-84714458a902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:13:49.224010 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] Attempting to bind port 0d95318f-423c-476a-a125-27016a40ed63 on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:13:49.224433 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] Attempting to bind port 0d95318f-423c-476a-a125-27016a40ed63 by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': '354551b4-bcb3-4bad-8661-ff906f597bfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '090c0ec4-6c54-4325-ac8e-bfb92d040042'}] {{(pid=80183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:13:49.225017 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] Attempting to bind port 0d95318f-423c-476a-a125-27016a40ed63 on network 090c0ec4-6c54-4325-ac8e-bfb92d040042 {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:13:49.233536 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:13:49.233905 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] Checking segment: {'id': '354551b4-bcb3-4bad-8661-ff906f597bfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '090c0ec4-6c54-4325-ac8e-bfb92d040042'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:13:49.234406 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:49.235005 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] Bound using segment: {'id': '354551b4-bcb3-4bad-8661-ff906f597bfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '090c0ec4-6c54-4325-ac8e-bfb92d040042'} {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:13:49.235618 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] Bound port: 0d95318f-423c-476a-a125-27016a40ed63, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354551b4-bcb3-4bad-8661-ff906f597bfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '090c0ec4-6c54-4325-ac8e-bfb92d040042'}}] {{(pid=80183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:13:49.236049 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:49.341457 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] For port 0d95318f-423c-476a-a125-27016a40ed63, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:13:49.346611 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] For port 0d95318f-423c-476a-a125-27016a40ed63, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=0d95318f-423c-476a-a125-27016a40ed63,segment=NetworkSegment(354551b4-bcb3-4bad-8661-ff906f597bfc),segment_id=354551b4-bcb3-4bad-8661-ff906f597bfc)] {{(pid=80183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:13:49.350349 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:49.366333 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-90d17ee8-defb-4bfe-80c7-84714458a902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:13:49.538877 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d17ee8-defb-4bfe-80c7-84714458a902 None None] Pushing event updated for resources: {'Port': ['ID=0d95318f-423c-476a-a125-27016a40ed63,revision_number=4']} {{(pid=80183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:13:49.544508 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-90d17ee8-defb-4bfe-80c7-84714458a902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:13:49.605489 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] Routers {'6563521f-9a19-410b-8896-3215e7bba897'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:13:49.606261 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:13:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['6563521f-9a19-410b-8896-3215e7bba897'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:13:49.787668 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] Set router 6563521f-9a19-410b-8896-3215e7bba897 gateway port host: None {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:13:49.974496 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 51970) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:13:50.168478 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6563521f-9a19-410b-8896-3215e7bba897', 'name': 'router1', 'tenant_id': '5cd94c5337f144279a886d60050d01e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:13:34Z', 'updated_at': '2021-01-19T22:13:46Z', 'revision_number': 2, 'project_id': '5cd94c5337f144279a886d60050d01e5', 'gw_port_host': None, '_interfaces': [{'id': '0d95318f-423c-476a-a125-27016a40ed63', 'name': '', 'network_id': '090c0ec4-6c54-4325-ac8e-bfb92d040042', 'tenant_id': '5cd94c5337f144279a886d60050d01e5', 'mac_address': 'fa:16:3e:b6:46:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6563521f-9a19-410b-8896-3215e7bba897', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16bd6443-8aae-4a39-a8f1-483906e4de9d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:13:45Z', 'updated_at': '2021-01-19T22:13:49Z', 'revision_number': 4, 'project_id': '5cd94c5337f144279a886d60050d01e5', 'subnets': [{'id': '16bd6443-8aae-4a39-a8f1-483906e4de9d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d67c73d-8b48-4386-9f79-601e68c17f9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:13:50.173546 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d7e8f0-be2e-435f-8cc3-15b244a27a0a None None] The sync data for ids ['6563521f-9a19-410b-8896-3215e7bba897'] in dv-cinder-750782-5-iscsi is: [{'id': '6563521f-9a19-410b-8896-3215e7bba897', 'name': 'router1', 'tenant_id': '5cd94c5337f144279a886d60050d01e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:13:34Z', 'updated_at': '2021-01-19T22:13:46Z', 'revision_number': 2, 'project_id': '5cd94c5337f144279a886d60050d01e5', 'gw_port_host': None, '_interfaces': [{'id': '0d95318f-423c-476a-a125-27016a40ed63', 'name': '', 'network_id': '090c0ec4-6c54-4325-ac8e-bfb92d040042', 'tenant_id': '5cd94c5337f144279a886d60050d01e5', 'mac_address': 'fa:16:3e:b6:46:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6563521f-9a19-410b-8896-3215e7bba897', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16bd6443-8aae-4a39-a8f1-483906e4de9d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:13:45Z', 'updated_at': '2021-01-19T22:13:49Z', 'revision_number': 4, 'project_id': '5cd94c5337f144279a886d60050d01e5', 'subnets': [{'id': '16bd6443-8aae-4a39-a8f1-483906e4de9d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d67c73d-8b48-4386-9f79-601e68c17f9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:13:50.225493 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae343f5-602d-4f81-8e45-8c81007c8009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:13:50.226120 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-bae343f5-602d-4f81-8e45-8c81007c8009 admin admin] Synchronizing usage tracker for tenant:177ca83564864555a33120f124e125b6 on resource:network {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:13:50.246065 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-bae343f5-602d-4f81-8e45-8c81007c8009 admin admin] Unset dirty status for tenant:177ca83564864555a33120f124e125b6 on resource:network {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:13:50.248074 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-bae343f5-602d-4f81-8e45-8c81007c8009 admin admin] 10.222.0.50 "GET /v2.0/networks/8ee66800-a804-40da-8341-42d4a5bfa70e HTTP/1.1" status: 200 len: 842 time: 0.2719097 Jan 19 22:13:50.262091 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-8b60dca8-9cbc-4776-bc69-9e9ed047e1c1 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:13:50.268055 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-8b60dca8-9cbc-4776-bc69-9e9ed047e1c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:13:50.272399 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-8b60dca8-9cbc-4776-bc69-9e9ed047e1c1 admin admin] Usage tracker for resource:subnet and tenant:177ca83564864555a33120f124e125b6 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:13:50.277523 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-8b60dca8-9cbc-4776-bc69-9e9ed047e1c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:13:50.289895 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-8b60dca8-9cbc-4776-bc69-9e9ed047e1c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:13:50.301828 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b60dca8-9cbc-4776-bc69-9e9ed047e1c1 admin admin] Made reservation on behalf of 177ca83564864555a33120f124e125b6 for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:13:50.307712 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8b60dca8-9cbc-4776-bc69-9e9ed047e1c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:50.895421 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.objects.ports [None req-8b60dca8-9cbc-4776-bc69-9e9ed047e1c1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80180) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 22:13:50.896230 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8b60dca8-9cbc-4776-bc69-9e9ed047e1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:50.924200 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-65a748fd-0830-4475-89e6-f3748152e4fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:13:51.153990 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60dca8-9cbc-4776-bc69-9e9ed047e1c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d78e577-375f-4e80-a30d-36805bf42fd3,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:13:51.157095 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8b60dca8-9cbc-4776-bc69-9e9ed047e1c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:13:51.192466 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 0d95318f-423c-476a-a125-27016a40ed63 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:13:51.213963 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b60dca8-9cbc-4776-bc69-9e9ed047e1c1 admin admin] Checking segment: {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:13:51.214539 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b60dca8-9cbc-4776-bc69-9e9ed047e1c1 admin admin] Network hostable DHCP agents. Network: 8ee66800-a804-40da-8341-42d4a5bfa70e, hostable agents: ['0298d202-b593-4dd5-8d1c-743f0535002a'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:13:51.242967 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b60dca8-9cbc-4776-bc69-9e9ed047e1c1 admin admin] Network 8ee66800-a804-40da-8341-42d4a5bfa70e is scheduled to be hosted by DHCP agent 0298d202-b593-4dd5-8d1c-743f0535002a with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:13:51.257692 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-8b60dca8-9cbc-4776-bc69-9e9ed047e1c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-iscsi, 8ee66800-a804-40da-8341-42d4a5bfa70e) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:13:51.264091 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b60dca8-9cbc-4776-bc69-9e9ed047e1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:13:51.265113 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8b60dca8-9cbc-4776-bc69-9e9ed047e1c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:51.272621 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fa9255-fba8-43cb-8113-87409a490d1a None None] Network 8ee66800-a804-40da-8341-42d4a5bfa70e requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:13:51.302307 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-8b60dca8-9cbc-4776-bc69-9e9ed047e1c1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0464711 Jan 19 22:13:51.353267 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port 0d95318f-423c-476a-a125-27016a40ed63 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:13:51.366202 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 0d95318f-423c-476a-a125-27016a40ed63 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:13:51.366617 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:51.923115 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:51.954950 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95388787-49ec-40e8-b893-98c29f029847 None None] Network 8ee66800-a804-40da-8341-42d4a5bfa70e requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:13:52.144640 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] For port 0d95318f-423c-476a-a125-27016a40ed63, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=0d95318f-423c-476a-a125-27016a40ed63,segment=NetworkSegment(354551b4-bcb3-4bad-8661-ff906f597bfc),segment_id=354551b4-bcb3-4bad-8661-ff906f597bfc)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:13:52.153407 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:52.178168 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:13:52.330934 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Pushing event updated for resources: {'Port': ['ID=0d95318f-423c-476a-a125-27016a40ed63,revision_number=5']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:13:52.338113 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:13:53.132963 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 0d95318f-423c-476a-a125-27016a40ed63 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:13:53.215250 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 0d95318f-423c-476a-a125-27016a40ed63 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:13:53.215863 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:54.102028 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 51984) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:13:54.357157 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-553d5c70-f0fe-4bf9-8422-bbfdaedf96ac admin admin] 10.222.0.50 "GET /v2.0/routers/6563521f-9a19-410b-8896-3215e7bba897 HTTP/1.1" status: 200 len: 710 time: 0.2529900 Jan 19 22:13:54.507376 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d86725f-e885-4646-86ac-8316da59a2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:13:54.508879 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-8d86725f-e885-4646-86ac-8316da59a2f8 admin admin] 10.222.0.50 "GET /v2.0/networks/8ee66800-a804-40da-8341-42d4a5bfa70e HTTP/1.1" status: 200 len: 886 time: 0.1455243 Jan 19 22:13:54.519630 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:13:55.217989 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854251726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854349535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1084'] for router, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:55.594875 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:55.657256 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:55.670922 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:55.687157 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:13:55.691386 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:13:55.694638 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:13:55.702254 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:13:55.799894 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:55.803307 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:55.819763 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:13:55.915516 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5bc6f5-5031-413d-abd4-7861051ea5d1,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:13:55.924540 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:13:56.106453 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Allocated IP 172.27.0.249 (8ee66800-a804-40da-8341-42d4a5bfa70e/1d78e577-375f-4e80-a30d-36805bf42fd3/a04cd729-ead4-4b94-bc38-61011fe3ace8) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:13:56.276767 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:56.307307 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:56.327018 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3d1c204c-952c-48a8-b67e-e85eef569be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:13:56.464450 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Pushing event updated for resources: {'Port': ['ID=a04cd729-ead4-4b94-bc38-61011fe3ace8,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:13:56.469438 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:13:56.524451 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Network 8ee66800-a804-40da-8341-42d4a5bfa70e is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:13:56.526149 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:13:56.528681 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:13:56.963877 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:57.334764 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854251726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854349535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1084'] for router, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:57.339606 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854343465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854251743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854342953'] for router, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:57.737379 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Router 6563521f-9a19-410b-8896-3215e7bba897 has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:13:57.937395 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:13:57.951137 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] Sync routers for ids ['6563521f-9a19-410b-8896-3215e7bba897'] in dv-cinder-750782-5-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:13:57.956850 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Notify callbacks [] for router, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:57.958177 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] 10.222.0.50 "PUT /v2.0/routers/6563521f-9a19-410b-8896-3215e7bba897 HTTP/1.1" status: 200 len: 890 time: 3.4425149 Jan 19 22:13:57.962833 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] Routers {'6563521f-9a19-410b-8896-3215e7bba897'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:13:57.963548 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:13:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['6563521f-9a19-410b-8896-3215e7bba897'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:13:58.191772 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] Set router 6563521f-9a19-410b-8896-3215e7bba897 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:13:58.777579 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6563521f-9a19-410b-8896-3215e7bba897', 'name': 'router1', 'tenant_id': '5cd94c5337f144279a886d60050d01e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'a04cd729-ead4-4b94-bc38-61011fe3ace8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:13:34Z', 'updated_at': '2021-01-19T22:13:56Z', 'revision_number': 4, 'project_id': '5cd94c5337f144279a886d60050d01e5', 'gw_port': {'id': 'a04cd729-ead4-4b94-bc38-61011fe3ace8', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6563521f-9a19-410b-8896-3215e7bba897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:13:55Z', 'updated_at': '2021-01-19T22:13:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '0d95318f-423c-476a-a125-27016a40ed63', 'name': '', 'network_id': '090c0ec4-6c54-4325-ac8e-bfb92d040042', 'tenant_id': '5cd94c5337f144279a886d60050d01e5', 'mac_address': 'fa:16:3e:b6:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6563521f-9a19-410b-8896-3215e7bba897', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16bd6443-8aae-4a39-a8f1-483906e4de9d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:13:45Z', 'updated_at': '2021-01-19T22:13:51Z', 'revision_number': 5, 'project_id': '5cd94c5337f144279a886d60050d01e5', 'subnets': [{'id': '16bd6443-8aae-4a39-a8f1-483906e4de9d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d67c73d-8b48-4386-9f79-601e68c17f9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:13:58.785997 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] Checking router: 6563521f-9a19-410b-8896-3215e7bba897 for host: dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:13:58.786588 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] Updating router 6563521f-9a19-410b-8896-3215e7bba897 port a04cd729-ead4-4b94-bc38-61011fe3ace8 binding host dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:13:58.879572 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:59.453728 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:59.470434 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] Transition to ACTIVE for port object a04cd729-ead4-4b94-bc38-61011fe3ace8 will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:13:59.473798 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:59.489892 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:13:59.644949 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8db0f-25c7-40f4-8bf5-5497fc036453 None None] Pushing event updated for resources: {'Port': ['ID=a04cd729-ead4-4b94-bc38-61011fe3ace8,revision_number=2']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:13:59.650208 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a3c8db0f-25c7-40f4-8bf5-5497fc036453 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:13:59.722283 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] Attempting to bind port a04cd729-ead4-4b94-bc38-61011fe3ace8 on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:13:59.722664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] Attempting to bind port a04cd729-ead4-4b94-bc38-61011fe3ace8 by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:13:59.722999 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] Attempting to bind port a04cd729-ead4-4b94-bc38-61011fe3ace8 on network 8ee66800-a804-40da-8341-42d4a5bfa70e {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:13:59.729765 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:13:59.730216 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] Checking segment: {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:13:59.730615 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:59.731112 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] Bound using segment: {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:13:59.731655 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] Bound port: a04cd729-ead4-4b94-bc38-61011fe3ace8, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:13:59.732095 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:59.823465 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] For port a04cd729-ead4-4b94-bc38-61011fe3ace8, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:13:59.827055 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] For port a04cd729-ead4-4b94-bc38-61011fe3ace8, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=a04cd729-ead4-4b94-bc38-61011fe3ace8,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:13:59.832940 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:13:59.847207 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a3c8db0f-25c7-40f4-8bf5-5497fc036453 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:13:59.991408 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4cc81eed-1a57-4065-9050-b3292ce7eceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:14:00.024513 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8db0f-25c7-40f4-8bf5-5497fc036453 None None] Pushing event updated for resources: {'Port': ['ID=a04cd729-ead4-4b94-bc38-61011fe3ace8,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:14:00.029401 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a3c8db0f-25c7-40f4-8bf5-5497fc036453 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:14:00.074260 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] Routers {'6563521f-9a19-410b-8896-3215e7bba897'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:14:00.074969 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:13:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['6563521f-9a19-410b-8896-3215e7bba897'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:14:00.462459 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] Set router 6563521f-9a19-410b-8896-3215e7bba897 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:14:00.855814 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6563521f-9a19-410b-8896-3215e7bba897', 'name': 'router1', 'tenant_id': '5cd94c5337f144279a886d60050d01e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'a04cd729-ead4-4b94-bc38-61011fe3ace8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:13:34Z', 'updated_at': '2021-01-19T22:13:56Z', 'revision_number': 4, 'project_id': '5cd94c5337f144279a886d60050d01e5', 'gw_port': {'id': 'a04cd729-ead4-4b94-bc38-61011fe3ace8', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6563521f-9a19-410b-8896-3215e7bba897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:13:55Z', 'updated_at': '2021-01-19T22:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '0d95318f-423c-476a-a125-27016a40ed63', 'name': '', 'network_id': '090c0ec4-6c54-4325-ac8e-bfb92d040042', 'tenant_id': '5cd94c5337f144279a886d60050d01e5', 'mac_address': 'fa:16:3e:b6:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6563521f-9a19-410b-8896-3215e7bba897', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16bd6443-8aae-4a39-a8f1-483906e4de9d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:13:45Z', 'updated_at': '2021-01-19T22:13:51Z', 'revision_number': 5, 'project_id': '5cd94c5337f144279a886d60050d01e5', 'subnets': [{'id': '16bd6443-8aae-4a39-a8f1-483906e4de9d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d67c73d-8b48-4386-9f79-601e68c17f9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:14:00.862118 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caaf233-b657-4d54-adb1-8b33ce259056 None None] The sync data for ids ['6563521f-9a19-410b-8896-3215e7bba897'] in dv-cinder-750782-5-iscsi is: [{'id': '6563521f-9a19-410b-8896-3215e7bba897', 'name': 'router1', 'tenant_id': '5cd94c5337f144279a886d60050d01e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'a04cd729-ead4-4b94-bc38-61011fe3ace8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:13:34Z', 'updated_at': '2021-01-19T22:13:56Z', 'revision_number': 4, 'project_id': '5cd94c5337f144279a886d60050d01e5', 'gw_port': {'id': 'a04cd729-ead4-4b94-bc38-61011fe3ace8', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:9f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6563521f-9a19-410b-8896-3215e7bba897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:13:55Z', 'updated_at': '2021-01-19T22:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '0d95318f-423c-476a-a125-27016a40ed63', 'name': '', 'network_id': '090c0ec4-6c54-4325-ac8e-bfb92d040042', 'tenant_id': '5cd94c5337f144279a886d60050d01e5', 'mac_address': 'fa:16:3e:b6:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6563521f-9a19-410b-8896-3215e7bba897', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16bd6443-8aae-4a39-a8f1-483906e4de9d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:13:45Z', 'updated_at': '2021-01-19T22:13:51Z', 'revision_number': 5, 'project_id': '5cd94c5337f144279a886d60050d01e5', 'subnets': [{'id': '16bd6443-8aae-4a39-a8f1-483906e4de9d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d67c73d-8b48-4386-9f79-601e68c17f9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:14:01.046119 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 51994) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:14:01.208843 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device a04cd729-ead4-4b94-bc38-61011fe3ace8 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:14:01.267730 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7568c658-7e7a-4c90-bb7e-69d3c19c1b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:14:01.271131 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-7568c658-7e7a-4c90-bb7e-69d3c19c1b6b admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.2232809 Jan 19 22:14:01.326533 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port a04cd729-ead4-4b94-bc38-61011fe3ace8 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:14:01.332676 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port a04cd729-ead4-4b94-bc38-61011fe3ace8 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:14:01.333094 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:14:01.544569 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:14:01.567625 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] For port a04cd729-ead4-4b94-bc38-61011fe3ace8, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=a04cd729-ead4-4b94-bc38-61011fe3ace8,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:14:01.572220 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:14:01.576149 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:14:01.710748 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Pushing event updated for resources: {'Port': ['ID=a04cd729-ead4-4b94-bc38-61011fe3ace8,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:14:01.717032 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:14:03.148879 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device a04cd729-ead4-4b94-bc38-61011fe3ace8 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:14:03.224061 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3978a7bc-6e3a-4303-85e8-420a2f39fb02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:14:03.249362 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 5 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:14:03.290243 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port a04cd729-ead4-4b94-bc38-61011fe3ace8 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:14:03.291215 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:14:04.734303 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:14:05.212316 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:14:05.642089 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:14:29.878217 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-36df2ed6-fea1-48fc-bb16-f262b9946c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:14:33.138407 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-32b58c4d-00f3-432c-a6dc-5fefdd898c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:14:34.725164 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:14:35.188854 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:14:35.627664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:14:40.250225 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 5 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:14:59.884787 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1f28cfec-ea71-49b8-ab18-1fce23e7a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:15:03.143683 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8864bbe7-8fb3-4f48-9755-c855a7787dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:15:04.722932 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:15:05.186391 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:15:05.629202 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:15:17.252094 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 5 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:15:29.889155 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-15e21af9-1ec3-41c0-9737-7fd05d40bdb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:15:33.148321 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-820903ed-b3df-4b1e-87f1-01a21f3bea62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:15:34.749485 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:15:35.214232 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:15:35.635522 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:15:54.251888 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 5 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:15:59.890981 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-92908ccc-bb61-40f2-becd-93e37751b59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:16:03.152450 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-880ebfff-014d-4af5-9ca4-71dcb6ade0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:16:04.730618 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:16:05.201186 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:16:05.638026 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:16:26.461026 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 52570) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:16:26.574533 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c646c0-f046-4001-80e8-98ed947b4e73 admin admin] GET failed (client error): The resource could not be found. Jan 19 22:16:26.575992 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-31c646c0-f046-4001-80e8-98ed947b4e73 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1140041 Jan 19 22:16:26.746894 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f4a688-c6a9-4a52-81e6-53adf1933d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:16:26.748531 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-21f4a688-c6a9-4a52-81e6-53adf1933d87 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1678264 Jan 19 22:16:29.348514 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 52580) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:16:29.500734 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e554f737-a99f-4379-9d8e-568be85f8ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:16:29.502278 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-e554f737-a99f-4379-9d8e-568be85f8ff3 admin admin] 10.222.0.50 "GET /v2.0/subnets/16bd6443-8aae-4a39-a8f1-483906e4de9d HTTP/1.1" status: 200 len: 849 time: 0.1525698 Jan 19 22:16:29.513732 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-f92e9dc8-5b1e-4dc1-bb1c-5e0fa994086d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:16:29.694798 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f92e9dc8-5b1e-4dc1-bb1c-5e0fa994086d admin admin] Notify callbacks [] for subnet, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:16:29.886407 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-50d13be6-63c0-476a-9491-63b934c20850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:16:30.025618 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f92e9dc8-5b1e-4dc1-bb1c-5e0fa994086d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363301127331103'] for subnet, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:16:30.041584 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:16:30.184972 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e9dc8-5b1e-4dc1-bb1c-5e0fa994086d admin admin] Pushing event updated for resources: {'Subnet': ['ID=16bd6443-8aae-4a39-a8f1-483906e4de9d,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:16:30.205604 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e9dc8-5b1e-4dc1-bb1c-5e0fa994086d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:16:30.206002 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e9dc8-5b1e-4dc1-bb1c-5e0fa994086d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:16:30.206368 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e9dc8-5b1e-4dc1-bb1c-5e0fa994086d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:16:30.206756 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e9dc8-5b1e-4dc1-bb1c-5e0fa994086d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:16:30.207208 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e9dc8-5b1e-4dc1-bb1c-5e0fa994086d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:16:30.207569 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e9dc8-5b1e-4dc1-bb1c-5e0fa994086d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:16:30.207925 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e9dc8-5b1e-4dc1-bb1c-5e0fa994086d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:16:30.208280 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e9dc8-5b1e-4dc1-bb1c-5e0fa994086d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:16:30.208654 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e9dc8-5b1e-4dc1-bb1c-5e0fa994086d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:16:30.209005 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e9dc8-5b1e-4dc1-bb1c-5e0fa994086d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:16:30.209353 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e9dc8-5b1e-4dc1-bb1c-5e0fa994086d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:16:30.209698 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e9dc8-5b1e-4dc1-bb1c-5e0fa994086d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:16:30.218577 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f92e9dc8-5b1e-4dc1-bb1c-5e0fa994086d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:16:30.256102 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92e9dc8-5b1e-4dc1-bb1c-5e0fa994086d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:16:30.256841 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f92e9dc8-5b1e-4dc1-bb1c-5e0fa994086d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for subnet, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:16:30.258545 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-f92e9dc8-5b1e-4dc1-bb1c-5e0fa994086d admin admin] 10.222.0.50 "PUT /v2.0/subnets/16bd6443-8aae-4a39-a8f1-483906e4de9d HTTP/1.1" status: 200 len: 868 time: 0.7492082 Jan 19 22:16:30.262118 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffefbdf-c7a0-4b0a-a873-66d29f167c42 None None] Network 090c0ec4-6c54-4325-ac8e-bfb92d040042 requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:16:30.859824 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-d42d1cd9-9a3b-4f27-96d6-7c2985fdb02b None None] Provisioning complete for port 0d95318f-423c-476a-a125-27016a40ed63 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:16:30.860672 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d42d1cd9-9a3b-4f27-96d6-7c2985fdb02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:16:31.010862 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-d42d1cd9-9a3b-4f27-96d6-7c2985fdb02b None None] Provisioning complete for port 21d1cb54-399b-4c06-b9c1-ab62f0144599 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:16:31.011156 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d42d1cd9-9a3b-4f27-96d6-7c2985fdb02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:16:31.255314 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 5 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:16:32.892492 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 52590) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:16:33.124674 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a7eea3-b936-41c8-907d-c8463e6a2f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:16:33.125090 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a7eea3-b936-41c8-907d-c8463e6a2f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:16:33.127214 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-80a7eea3-b936-41c8-907d-c8463e6a2f50 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2335911 Jan 19 22:16:33.149104 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2b41d784-66e0-4457-8d09-2e54f4f64273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:16:34.736258 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:16:35.196586 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:16:35.640461 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:16:35.814379 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 52600) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:16:36.054228 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b15b3b2-92ec-4a4e-980f-771914922ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:16:36.054781 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b15b3b2-92ec-4a4e-980f-771914922ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:16:36.056849 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-2b15b3b2-92ec-4a4e-980f-771914922ccf admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2408392 Jan 19 22:16:38.682011 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 52610) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:16:38.923697 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c783548b-c6a4-464f-a09d-045a086047f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:16:38.925997 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-c783548b-c6a4-464f-a09d-045a086047f3 admin admin] 10.222.0.50 "GET /v2.0/networks/090c0ec4-6c54-4325-ac8e-bfb92d040042 HTTP/1.1" status: 200 len: 862 time: 0.2417064 Jan 19 22:16:41.525494 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 52620) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:16:41.759911 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2972e1e0-04d5-4d6c-b0d0-927b560d4328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:16:41.761444 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-2972e1e0-04d5-4d6c-b0d0-927b560d4328 admin admin] 10.222.0.50 "GET /v2.0/networks/8ee66800-a804-40da-8341-42d4a5bfa70e HTTP/1.1" status: 200 len: 886 time: 0.2349024 Jan 19 22:16:44.458632 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 52630) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:16:44.675323 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95b38cd-2690-4d20-8f7e-05e3b41b09cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:16:44.676442 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95b38cd-2690-4d20-8f7e-05e3b41b09cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:16:44.679684 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-f95b38cd-2690-4d20-8f7e-05e3b41b09cc admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2196310 Jan 19 22:16:47.249949 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 52640) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:16:47.411351 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168649a7-726c-40b3-b30c-52b3e6372b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:16:47.411706 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168649a7-726c-40b3-b30c-52b3e6372b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:16:47.413911 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-168649a7-726c-40b3-b30c-52b3e6372b0e admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1625421 Jan 19 22:16:49.981844 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 52650) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:16:50.137860 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c2b0e9-8972-4a2e-a2c7-6d36218b9a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:16:50.139400 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-94c2b0e9-8972-4a2e-a2c7-6d36218b9a20 admin admin] 10.222.0.50 "GET /v2.0/subnets/16bd6443-8aae-4a39-a8f1-483906e4de9d HTTP/1.1" status: 200 len: 868 time: 0.1562388 Jan 19 22:16:52.732197 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 52660) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:16:52.935494 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72499fd-6149-4cd2-adeb-4a9c3c44a64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:16:52.936409 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e72499fd-6149-4cd2-adeb-4a9c3c44a64f admin admin] Synchronizing usage tracker for tenant:177ca83564864555a33120f124e125b6 on resource:subnet {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:16:52.960445 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e72499fd-6149-4cd2-adeb-4a9c3c44a64f admin admin] Unset dirty status for tenant:177ca83564864555a33120f124e125b6 on resource:subnet {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:16:52.962022 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-e72499fd-6149-4cd2-adeb-4a9c3c44a64f admin admin] 10.222.0.50 "GET /v2.0/subnets/1d78e577-375f-4e80-a30d-36805bf42fd3 HTTP/1.1" status: 200 len: 816 time: 0.2284017 Jan 19 22:16:59.893017 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ceb9c921-84e2-4c5c-a176-315744c06cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:03.145508 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-313a8ed8-f41e-45f7-915c-6ec9f5301c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:04.733666 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:05.205684 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:05.652855 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:08.255803 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 5 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:17:20.288650 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 52700) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:17:20.374074 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [None req-4200ca2b-64fa-4890-b953-ee060651305b admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:17:20.375261 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-4200ca2b-64fa-4890-b953-ee060651305b admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0854387 Jan 19 22:17:23.135531 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 52710) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:17:23.251207 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6fc0fb-b50d-4943-af66-704dd0affa22 admin admin] GET failed (client error): The resource could not be found. Jan 19 22:17:23.252683 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-5c6fc0fb-b50d-4943-af66-704dd0affa22 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1159651 Jan 19 22:17:23.401506 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cba260c-6978-4c3f-baa9-c29f34c9a26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:17:23.403121 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-1cba260c-6978-4c3f-baa9-c29f34c9a26a admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1441863 Jan 19 22:17:26.563955 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 52720) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:17:26.649407 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-9959bc62-de2e-44a2-820a-be39499eab89 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:17:26.654821 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-9959bc62-de2e-44a2-820a-be39499eab89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:17:26.666215 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-9959bc62-de2e-44a2-820a-be39499eab89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:17:26.679518 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9959bc62-de2e-44a2-820a-be39499eab89 admin admin] Made reservation on behalf of 177ca83564864555a33120f124e125b6 for: {'network': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:17:26.685217 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9959bc62-de2e-44a2-820a-be39499eab89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for network, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:26.939659 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING neutron.services.revisions.revision_plugin [None req-9959bc62-de2e-44a2-820a-be39499eab89 admin admin] Could not find related network for resource to bump revision. Jan 19 22:17:26.961895 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9959bc62-de2e-44a2-820a-be39499eab89 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:17:26.973085 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9959bc62-de2e-44a2-820a-be39499eab89 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735727412510', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:26.974186 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.segments_db [None req-9959bc62-de2e-44a2-820a-be39499eab89 admin admin] Added segment e9aa549f-346b-4c53-87d8-e4a9ea99b059 of type vxlan for network a5c91c12-e79e-4bb9-a787-f74ba6a87d1d Jan 19 22:17:27.004250 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9959bc62-de2e-44a2-820a-be39499eab89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735727031838'] for network, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:27.036663 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9959bc62-de2e-44a2-820a-be39499eab89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for network, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:27.037996 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959bc62-de2e-44a2-820a-be39499eab89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:17:27.038633 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9959bc62-de2e-44a2-820a-be39499eab89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:27.044016 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:17:27.153850 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-9959bc62-de2e-44a2-820a-be39499eab89 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.5886848 Jan 19 22:17:27.157364 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959bc62-de2e-44a2-820a-be39499eab89 admin admin] Pushing event updated for resources: {'Network': ['ID=a5c91c12-e79e-4bb9-a787-f74ba6a87d1d,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:17:27.161485 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9959bc62-de2e-44a2-820a-be39499eab89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:17:27.171096 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Network a5c91c12-e79e-4bb9-a787-f74ba6a87d1d details requested by agent ovs-agent-dv-cinder-750782-5-iscsi with host dv-cinder-750782-5-iscsi {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:17:29.712686 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 52730) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:17:29.819715 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c1d8b8-dfea-4f9d-931e-d3ed799a5e36 admin admin] GET failed (client error): The resource could not be found. Jan 19 22:17:29.820292 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-d1c1d8b8-dfea-4f9d-931e-d3ed799a5e36 admin admin] Synchronizing usage tracker for tenant:177ca83564864555a33120f124e125b6 on resource:network {{(pid=80181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:17:29.850992 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-d1c1d8b8-dfea-4f9d-931e-d3ed799a5e36 admin admin] Unset dirty status for tenant:177ca83564864555a33120f124e125b6 on resource:network {{(pid=80181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:17:29.852234 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-d1c1d8b8-dfea-4f9d-931e-d3ed799a5e36 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1383724 Jan 19 22:17:29.889979 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3f96778b-e51b-4b28-b14c-a0620e9dc5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:29.977040 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca2a4f7-95fe-4fa7-993b-cba9096053a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:17:29.978640 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-dca2a4f7-95fe-4fa7-993b-cba9096053a8 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1219282 Jan 19 22:17:29.994987 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'a5c91c12-e79e-4bb9-a787-f74ba6a87d1d'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:17:30.000976 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:17:30.011850 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:17:30.020872 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Made reservation on behalf of 177ca83564864555a33120f124e125b6 for: {'subnet': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:17:30.025616 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:30.485267 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for subnet, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:30.502757 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f92e9dc8-5b1e-4dc1-bb1c-5e0fa994086d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:17:30.629502 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad7395ea-a420-473d-a688-fb8d163949b1,revision_number=0']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:17:30.648387 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:30.648746 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:30.649136 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:30.649480 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:30.649833 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:30.650206 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:30.650559 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:30.650960 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:30.651329 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:30.651680 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:30.652040 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:30.652390 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:30.656384 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:17:30.725777 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Checking segment: {'id': 'e9aa549f-346b-4c53-87d8-e4a9ea99b059', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a5c91c12-e79e-4bb9-a787-f74ba6a87d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:17:30.726423 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Network hostable DHCP agents. Network: a5c91c12-e79e-4bb9-a787-f74ba6a87d1d, hostable agents: ['0298d202-b593-4dd5-8d1c-743f0535002a'], hosted agents: [] {{(pid=80181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:17:30.747853 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Network a5c91c12-e79e-4bb9-a787-f74ba6a87d1d is scheduled to be hosted by DHCP agent 0298d202-b593-4dd5-8d1c-743f0535002a with binding_index 1 {{(pid=80181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:17:30.758191 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-iscsi, a5c91c12-e79e-4bb9-a787-f74ba6a87d1d) {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:17:30.762582 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:17:30.763411 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for subnet, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:30.768907 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36584cb9-8651-44c6-ba22-d44edbbb9f1c None None] Network a5c91c12-e79e-4bb9-a787-f74ba6a87d1d requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:17:30.794913 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8040683 Jan 19 22:17:31.026005 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfee72873-9919-50a9-87f3-d37d1a9072ae-a5c91c12-e79e-4bb9-a787-f74ba6a87d1d', 'network_id': 'a5c91c12-e79e-4bb9-a787-f74ba6a87d1d', 'tenant_id': '177ca83564864555a33120f124e125b6', 'fixed_ips': [{'subnet_id': 'ad7395ea-a420-473d-a688-fb8d163949b1'}]}} from dv-cinder-750782-5-iscsi. {{(pid=80182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 19 22:17:31.026960 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:31.373664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Allocated IP 192.168.233.2 (a5c91c12-e79e-4bb9-a787-f74ba6a87d1d/ad7395ea-a420-473d-a688-fb8d163949b1/8a772667-a9fa-473c-bede-9e8aa6868470) {{(pid=80182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:17:31.798655 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Notify callbacks [] for port, precommit_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:31.811561 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Transition to ACTIVE for port object 8a772667-a9fa-473c-bede-9e8aa6868470 will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:17:31.829849 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Transition to ACTIVE for port object 8a772667-a9fa-473c-bede-9e8aa6868470 will not be triggered until provisioned by entity DHCP. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:17:31.836069 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:31.852977 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8d84ec88-5daf-4994-ba67-7a16c880f583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:17:31.991686 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Pushing event updated for resources: {'Port': ['ID=8a772667-a9fa-473c-bede-9e8aa6868470,revision_number=1']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:17:32.003134 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:32.003516 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:32.003884 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:32.004241 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:32.004629 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:32.004957 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:32.005307 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:32.005661 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:32.006121 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:32.006478 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:32.006862 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:32.007209 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:17:32.021132 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:17:32.067896 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Network a5c91c12-e79e-4bb9-a787-f74ba6a87d1d is already hosted by enough agents. {{(pid=80182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:17:32.069313 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Resources bound (agent type, host, resource id): {{(pid=80182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:17:32.071767 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Received port after_create {{(pid=80182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:17:32.131037 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Attempting to bind port 8a772667-a9fa-473c-bede-9e8aa6868470 on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:17:32.131511 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Attempting to bind port 8a772667-a9fa-473c-bede-9e8aa6868470 by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': 'e9aa549f-346b-4c53-87d8-e4a9ea99b059', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a5c91c12-e79e-4bb9-a787-f74ba6a87d1d'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:17:32.131860 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Attempting to bind port 8a772667-a9fa-473c-bede-9e8aa6868470 on network a5c91c12-e79e-4bb9-a787-f74ba6a87d1d {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:17:32.138805 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:17:32.139218 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Checking segment: {'id': 'e9aa549f-346b-4c53-87d8-e4a9ea99b059', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a5c91c12-e79e-4bb9-a787-f74ba6a87d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:17:32.139658 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:32.140097 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Bound using segment: {'id': 'e9aa549f-346b-4c53-87d8-e4a9ea99b059', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a5c91c12-e79e-4bb9-a787-f74ba6a87d1d'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:17:32.140613 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Bound port: 8a772667-a9fa-473c-bede-9e8aa6868470, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9aa549f-346b-4c53-87d8-e4a9ea99b059', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a5c91c12-e79e-4bb9-a787-f74ba6a87d1d'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:17:32.141047 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:32.244298 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] For port 8a772667-a9fa-473c-bede-9e8aa6868470, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:17:32.248121 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] For port 8a772667-a9fa-473c-bede-9e8aa6868470, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=8a772667-a9fa-473c-bede-9e8aa6868470,segment=NetworkSegment(e9aa549f-346b-4c53-87d8-e4a9ea99b059),segment_id=e9aa549f-346b-4c53-87d8-e4a9ea99b059)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:17:32.253314 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:32.282732 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:17:32.466563 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Pushing event updated for resources: {'Port': ['ID=8a772667-a9fa-473c-bede-9e8aa6868470,revision_number=2']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:17:32.474531 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:17:33.146448 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1e74-7bfb-4f00-a381-bebb053af684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:33.321417 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 8a772667-a9fa-473c-bede-9e8aa6868470 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:17:33.409659 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port 8a772667-a9fa-473c-bede-9e8aa6868470 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:17:33.869297 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfa1346-abc8-4a4e-a797-920b2afbd380 None None] Network a5c91c12-e79e-4bb9-a787-f74ba6a87d1d requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:17:33.990041 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-55a04120-2021-4497-9d4a-eacca0275049 None None] Provisioning for port 8a772667-a9fa-473c-bede-9e8aa6868470 completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:17:34.001039 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-55a04120-2021-4497-9d4a-eacca0275049 None None] Provisioning complete for port 8a772667-a9fa-473c-bede-9e8aa6868470 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:17:34.001489 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-55a04120-2021-4497-9d4a-eacca0275049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:34.257079 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-55a04120-2021-4497-9d4a-eacca0275049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:34.307681 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-55a04120-2021-4497-9d4a-eacca0275049 None None] For port 8a772667-a9fa-473c-bede-9e8aa6868470, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=8a772667-a9fa-473c-bede-9e8aa6868470,segment=NetworkSegment(e9aa549f-346b-4c53-87d8-e4a9ea99b059),segment_id=e9aa549f-346b-4c53-87d8-e4a9ea99b059)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:17:34.312087 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-55a04120-2021-4497-9d4a-eacca0275049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:34.314017 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:17:34.405657 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a04120-2021-4497-9d4a-eacca0275049 None None] Pushing event updated for resources: {'Port': ['ID=8a772667-a9fa-473c-bede-9e8aa6868470,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:17:34.410975 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-55a04120-2021-4497-9d4a-eacca0275049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:17:34.555096 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-dbb2b9a6-ac7f-4000-a2e4-37ad82c055ce None None] Provisioning complete for port 8a772667-a9fa-473c-bede-9e8aa6868470 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:17:34.555507 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dbb2b9a6-ac7f-4000-a2e4-37ad82c055ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:34.729755 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:34.841963 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-6d2abc8a-4180-40b3-a122-52d40cec9639 None None] Provisioning complete for port 8a772667-a9fa-473c-bede-9e8aa6868470 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:17:34.842788 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6d2abc8a-4180-40b3-a122-52d40cec9639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:35.202602 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:35.233811 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b7abb8f5-38cd-4aac-b8aa-0b75b7a18d8c None None] Provisioning complete for port 8a772667-a9fa-473c-bede-9e8aa6868470 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:17:35.234399 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b7abb8f5-38cd-4aac-b8aa-0b75b7a18d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:35.307986 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 8a772667-a9fa-473c-bede-9e8aa6868470 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:17:35.462736 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 8a772667-a9fa-473c-bede-9e8aa6868470 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:17:35.463092 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:35.660412 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:17:45.256073 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 5 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:17:59.896030 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6920f076-0ce7-4009-94a1-a7f9d77659e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:03.153461 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c57ec425-3d28-4404-a381-df9861104dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:04.736561 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:05.205997 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:05.683559 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:22.256991 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 5 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:18:29.891671 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e04700bf-d581-4a92-b38d-c3eb53e2ee21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:33.140636 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ba66d214-3725-4ed0-9daa-b3eafb7184a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:34.722147 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:35.208384 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:35.666777 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:41.428833 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 52772) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:18:41.435159 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [None req-2665c624-355f-4365-97f4-7063b43e6779 tempest-verify_tempest_config-666061172 tempest-verify_tempest_config-666061172] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:18:41.436263 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-2665c624-355f-4365-97f4-7063b43e6779 tempest-verify_tempest_config-666061172 tempest-verify_tempest_config-666061172] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0063357 Jan 19 22:18:41.817175 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 52792) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:18:41.973900 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9baaa97b-24e9-4bed-b20e-d451b7589676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:41.989860 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-9baaa97b-24e9-4bed-b20e-d451b7589676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:18:41.994383 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-9baaa97b-24e9-4bed-b20e-d451b7589676 admin admin] Usage tracker for resource:security_group_rule and tenant:20a3ea0d34d44404ab1fccb703230eac is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:18:41.997823 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-9baaa97b-24e9-4bed-b20e-d451b7589676 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:18:42.004420 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-9baaa97b-24e9-4bed-b20e-d451b7589676 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:18:42.097685 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9baaa97b-24e9-4bed-b20e-d451b7589676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:42.100625 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9baaa97b-24e9-4bed-b20e-d451b7589676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:42.110057 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:18:42.155939 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-9baaa97b-24e9-4bed-b20e-d451b7589676 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=20a3ea0d34d44404ab1fccb703230eac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3375638 Jan 19 22:18:42.157590 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baaa97b-24e9-4bed-b20e-d451b7589676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca3567c-6141-407b-b46d-6e86348512fc,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:18:42.159307 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 52798) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:18:42.165847 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baaa97b-24e9-4bed-b20e-d451b7589676 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:42.166252 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baaa97b-24e9-4bed-b20e-d451b7589676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:42.166627 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baaa97b-24e9-4bed-b20e-d451b7589676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:42.167025 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baaa97b-24e9-4bed-b20e-d451b7589676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:42.167390 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baaa97b-24e9-4bed-b20e-d451b7589676 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:42.167772 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baaa97b-24e9-4bed-b20e-d451b7589676 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:42.168136 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baaa97b-24e9-4bed-b20e-d451b7589676 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:42.168497 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baaa97b-24e9-4bed-b20e-d451b7589676 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:42.168871 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baaa97b-24e9-4bed-b20e-d451b7589676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:42.169226 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baaa97b-24e9-4bed-b20e-d451b7589676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:42.169578 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baaa97b-24e9-4bed-b20e-d451b7589676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:42.169934 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baaa97b-24e9-4bed-b20e-d451b7589676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:42.174473 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9baaa97b-24e9-4bed-b20e-d451b7589676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:18:42.224982 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e5f722f5-16b9-42d3-819a-0be83a3a1bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:42.252226 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e5f722f5-16b9-42d3-819a-0be83a3a1bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:42.303058 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e5f722f5-16b9-42d3-819a-0be83a3a1bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:42.308285 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:18:42.322185 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f722f5-16b9-42d3-819a-0be83a3a1bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca3567c-6141-407b-b46d-6e86348512fc,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:18:42.330344 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e5f722f5-16b9-42d3-819a-0be83a3a1bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:18:42.331598 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-e5f722f5-16b9-42d3-819a-0be83a3a1bd9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fca3567c-6141-407b-b46d-6e86348512fc HTTP/1.1" status: 204 len: 168 time: 0.1710579 Jan 19 22:18:42.333130 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f722f5-16b9-42d3-819a-0be83a3a1bd9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:42.333526 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f722f5-16b9-42d3-819a-0be83a3a1bd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:42.333892 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f722f5-16b9-42d3-819a-0be83a3a1bd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:42.334205 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f722f5-16b9-42d3-819a-0be83a3a1bd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:42.334562 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f722f5-16b9-42d3-819a-0be83a3a1bd9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:42.334962 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f722f5-16b9-42d3-819a-0be83a3a1bd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:42.335321 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f722f5-16b9-42d3-819a-0be83a3a1bd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:42.335671 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f722f5-16b9-42d3-819a-0be83a3a1bd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:42.336037 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f722f5-16b9-42d3-819a-0be83a3a1bd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:42.336384 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f722f5-16b9-42d3-819a-0be83a3a1bd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:42.336732 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f722f5-16b9-42d3-819a-0be83a3a1bd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:42.337066 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f722f5-16b9-42d3-819a-0be83a3a1bd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:18:42.340712 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e5f722f5-16b9-42d3-819a-0be83a3a1bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:18:59.258730 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 5 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:18:59.880085 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5f0a643e-0bb9-4bed-bbd9-52bd7d63bca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:19:03.135575 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f8b88045-882c-4a54-a595-679212143208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:19:04.726303 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:19:05.209669 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:19:05.683710 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:19:29.875715 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0c8fc7bf-738c-4c6e-87d4-0294b0100c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:19:33.149370 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-23a2738b-97f7-4e9b-9da8-1809665503c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:19:34.735038 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:19:35.213028 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:19:35.681364 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:19:36.258000 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 5 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:19:59.878172 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0a817b5b-7370-4662-a082-06550b9d5a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:03.143107 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa2d25fc-f862-42a3-adf8-b47326adda47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:04.727117 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:05.215074 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:05.684779 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:13.257037 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 5 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:20:20.692507 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307'] for agent, after_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:20.693266 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:20:20.693925 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:20:20.694627 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:20:20.695365 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:20:20.696021 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:20:20.696676 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:20:20.697366 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:20:20.697976 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:20:20.698622 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:20:20.699310 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:20:20.700525 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:20:20.701216 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:20:20.701905 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-75078', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:20:20.708734 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75078', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:20:21.080380 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] get_endpoint_by_host() called for host hv-cinder-75078 {{(pid=80182) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 19 22:20:21.084453 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] get_endpoint_by_ip() called for ip 192.168.0.69 {{(pid=80182) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 19 22:20:21.087594 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] _add_endpoint() called for ip 192.168.0.69 {{(pid=80182) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 19 22:20:21.092589 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] _get_endpoints() called {{(pid=80182) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 19 22:20:29.891542 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e65b71a8-2861-4428-8627-62e4da2ebee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:33.148033 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-64ffee0f-bf87-4541-be72-6e08dd5c650e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:34.730848 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:34.916709 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 52870) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:20:35.069983 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-c6a4b9e6-c429-4c36-b19e-3862a8fda97b admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.1519902 Jan 19 22:20:35.220149 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:35.692202 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:37.648139 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 52880) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:20:37.747663 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-8a0cc31f-144a-4932-8133-2da26d748658 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.0973916 Jan 19 22:20:50.257657 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:20:50.673091 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:20:59.888244 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a4841524-f25f-4817-9846-0fc02d3cd2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:03.141404 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f9458b71-5e6e-45b9-9c08-098db20f7d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:04.733998 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:05.221648 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:05.697202 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:20.705983 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:27.257310 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:21:29.896905 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc06b-d5ca-4805-98e8-9d766bcb6683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:33.153619 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dbf34b5f-dbe7-4128-af99-5faeb107e197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:34.739421 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:35.229653 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:35.709644 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:50.717703 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:21:59.899040 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-825b3e73-36b6-42e5-8cd5-5d0f3261d32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:03.149255 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dfaa80ba-7b0f-442c-8e7d-2591a637b88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:04.257364 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:22:04.743184 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:05.230694 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:05.704593 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:15.057789 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 52988) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:15.381568 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1474947243-network', 'tenant_id': '5fd141c02a2145f9b8c9c834240f5b68'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:15.388258 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:15.397539 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Usage tracker for resource:network and tenant:5fd141c02a2145f9b8c9c834240f5b68 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:15.397539 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:15.403511 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:15.413734 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Made reservation on behalf of 5fd141c02a2145f9b8c9c834240f5b68 for: {'network': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:22:15.427125 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for network, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:15.437501 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:15.457111 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:15.461337 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Usage tracker for resource:security_group_rule and tenant:5fd141c02a2145f9b8c9c834240f5b68 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:15.466965 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:15.472856 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:15.564718 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:15.567771 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:15.580194 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9baaa97b-24e9-4bed-b20e-d451b7589676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:15.616958 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:22:15.626161 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e762246-fa38-46ce-8857-feb550ec31a5,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:15.638746 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:15.639109 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:15.639523 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:15.639810 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:15.640142 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:15.640506 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:15.640855 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:15.641162 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:15.641520 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:15.641871 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:15.642224 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:15.642575 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:15.643028 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:15.643386 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:15.643742 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:15.644087 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:15.644440 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:15.644785 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:15.645121 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:15.645469 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:15.645957 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:15.646176 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:15.646499 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:15.646877 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Tracked resource versions report: Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: pushed versions: Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: { 'AddressGroup': {'1.1'}, Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'ConntrackHelper': {'1.0'}, Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Log': {'1.0'}, Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Network': {'1.1'}, Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Port': {'1.6'}, Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'PortForwarding': {'1.2'}, Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'QosPolicy': {'1.8'}, Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroup': {'1.4'}, Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroupRule': {'1.2'}, Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SubPort': {'1.0'}, Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Subnet': {'1.1'}, Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Trunk': {'1.1'}} Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: consumer versions: Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: { DHCP agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: L3 agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: Metadata agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: Metering agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: Open vSwitch agent@dv-cinder-750782-5-iscsi: { 'AddressGroup': '1.1', Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'ConntrackHelper': '1.0', Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Log': '1.0', Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Network': '1.1', Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Port': '1.6', Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'PortForwarding': '1.2', Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'QosPolicy': '1.8', Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroup': '1.4', Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroupRule': '1.2', Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SubPort': '1.0', Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Subnet': '1.1', Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Trunk': '1.1'}, Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: Open vSwitch agent@hv-cinder-75078: { 'AddressGroup': '1.1', Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'ConntrackHelper': '1.0', Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Log': '1.0', Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Network': '1.1', Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Port': '1.6', Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'PortForwarding': '1.2', Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'QosPolicy': '1.8', Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroup': '1.4', Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroupRule': '1.2', Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SubPort': '1.0', Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Subnet': '1.1', Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Trunk': '1.1'}} Jan 19 22:22:15.648178 dv-cinder-750782-5-iscsi neutron-server[80069]: {{(pid=80181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 19 22:22:15.663484 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735727412510', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:15.665285 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.segments_db [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Added segment 18be8143-3368-4af7-bc7b-eb42c60c4d5d of type vxlan for network 0af0f373-2c08-4f82-be77-b065dfead4dd Jan 19 22:22:15.686786 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:15.706790 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735727031838'] for network, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:15.738388 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for network, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:15.739780 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:15.740627 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:15.747369 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:15.839523 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Pushing event updated for resources: {'Network': ['ID=0af0f373-2c08-4f82-be77-b065dfead4dd,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:15.848530 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:15.855751 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Network 0af0f373-2c08-4f82-be77-b065dfead4dd details requested by agent ovs-agent-dv-cinder-750782-5-iscsi with host dv-cinder-750782-5-iscsi {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:22:15.868429 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8087606 Jan 19 22:22:15.871596 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 53030) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:15.878226 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Request body: {'subnet': {'network_id': '0af0f373-2c08-4f82-be77-b065dfead4dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1474947243-subnet', 'tenant_id': '5fd141c02a2145f9b8c9c834240f5b68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:15.885211 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Network 0af0f373-2c08-4f82-be77-b065dfead4dd details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:22:15.886921 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:15.904511 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Usage tracker for resource:subnet and tenant:5fd141c02a2145f9b8c9c834240f5b68 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:15.908410 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:15.925203 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:15.935783 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Made reservation on behalf of 5fd141c02a2145f9b8c9c834240f5b68 for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:22:15.942882 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:16.429837 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:16.446307 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:16.542438 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 53050) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:16.560125 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c09ad25e-9b8c-4a8a-a3b1-8fc8c1ab381f,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:16.570035 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:16.570415 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:16.570811 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:16.571177 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:16.571540 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:16.571900 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:16.572274 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:16.572610 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:16.572960 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:16.573353 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:16.573704 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:16.574050 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:16.574459 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:16.574865 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:16.575214 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:16.575741 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:16.576101 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:16.576565 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:16.576921 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:16.577271 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:16.577637 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:16.577987 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:16.578344 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:16.578709 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Tracked resource versions report: Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: pushed versions: Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: { 'AddressGroup': {'1.1'}, Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'ConntrackHelper': {'1.0'}, Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Log': {'1.0'}, Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Network': {'1.1'}, Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Port': {'1.6'}, Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'PortForwarding': {'1.2'}, Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'QosPolicy': {'1.8'}, Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroup': {'1.4'}, Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroupRule': {'1.2'}, Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SubPort': {'1.0'}, Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Subnet': {'1.1'}, Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Trunk': {'1.1'}} Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: consumer versions: Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: { DHCP agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: L3 agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: Metadata agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: Metering agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: Open vSwitch agent@dv-cinder-750782-5-iscsi: { 'AddressGroup': '1.1', Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'ConntrackHelper': '1.0', Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Log': '1.0', Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Network': '1.1', Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Port': '1.6', Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'PortForwarding': '1.2', Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'QosPolicy': '1.8', Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroup': '1.4', Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroupRule': '1.2', Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SubPort': '1.0', Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Subnet': '1.1', Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Trunk': '1.1'}, Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: Open vSwitch agent@hv-cinder-75078: { 'AddressGroup': '1.1', Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'ConntrackHelper': '1.0', Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Log': '1.0', Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Network': '1.1', Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Port': '1.6', Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'PortForwarding': '1.2', Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'QosPolicy': '1.8', Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroup': '1.4', Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroupRule': '1.2', Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SubPort': '1.0', Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Subnet': '1.1', Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Trunk': '1.1'}} Jan 19 22:22:16.580008 dv-cinder-750782-5-iscsi neutron-server[80069]: {{(pid=80180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 19 22:22:16.584687 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:16.684176 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Checking segment: {'id': '18be8143-3368-4af7-bc7b-eb42c60c4d5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0af0f373-2c08-4f82-be77-b065dfead4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:22:16.684573 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Network hostable DHCP agents. Network: 0af0f373-2c08-4f82-be77-b065dfead4dd, hostable agents: ['0298d202-b593-4dd5-8d1c-743f0535002a'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:22:16.707995 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Network 0af0f373-2c08-4f82-be77-b065dfead4dd is scheduled to be hosted by DHCP agent 0298d202-b593-4dd5-8d1c-743f0535002a with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:22:16.717984 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-iscsi, 0af0f373-2c08-4f82-be77-b065dfead4dd) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:22:16.726083 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fedde4-2861-448f-a71a-11d8fb5bd45a None None] Network 0af0f373-2c08-4f82-be77-b065dfead4dd requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:22:16.728383 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:16.729659 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:16.766726 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8847868 Jan 19 22:22:16.896579 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1115440554-network', 'tenant_id': 'faaf464719d54745afba437b2a9bd34b'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:16.903355 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:16.909067 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Usage tracker for resource:network and tenant:faaf464719d54745afba437b2a9bd34b is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:16.913020 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:16.920212 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:16.935868 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Made reservation on behalf of faaf464719d54745afba437b2a9bd34b for: {'network': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:22:16.941132 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for network, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:16.957341 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:16.963505 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fb6b18-6a9b-4de9-90aa-9a9a942243db None None] Network 0af0f373-2c08-4f82-be77-b065dfead4dd requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:22:16.978486 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:16.986720 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Usage tracker for resource:security_group_rule and tenant:faaf464719d54745afba437b2a9bd34b is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:16.990076 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:16.997965 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:17.105151 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:17.108294 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:17.124593 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:22:17.134270 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735727412510', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:17.134741 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.segments_db [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Added segment 42df9283-af88-47b5-87c4-61188bf63737 of type vxlan for network 2de0ab09-37c3-47d9-883f-9b41c5ae35f2 Jan 19 22:22:17.163200 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735727031838'] for network, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:17.192838 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:17.220613 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for network, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:17.221364 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacec5e2-a212-40de-85e5-0de5ab7a241a,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:17.224599 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:17.225432 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:17.231990 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:17.232734 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9959bc62-de2e-44a2-820a-be39499eab89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:17.346803 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7978182 Jan 19 22:22:17.347844 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 53082) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:17.349168 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Pushing event updated for resources: {'Network': ['ID=2de0ab09-37c3-47d9-883f-9b41c5ae35f2,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:17.353515 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:17.362011 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Network 2de0ab09-37c3-47d9-883f-9b41c5ae35f2 details requested by agent ovs-agent-dv-cinder-750782-5-iscsi with host dv-cinder-750782-5-iscsi {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:22:17.362470 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-a2d5a070-25b4-40f0-8f3c-c7c48395ce1e admin admin] Request body: {'subnet': {'network_id': '2de0ab09-37c3-47d9-883f-9b41c5ae35f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1115440554-subnet', 'tenant_id': 'faaf464719d54745afba437b2a9bd34b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:17.375208 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-a2d5a070-25b4-40f0-8f3c-c7c48395ce1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:17.379921 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-a2d5a070-25b4-40f0-8f3c-c7c48395ce1e admin admin] Usage tracker for resource:subnet and tenant:faaf464719d54745afba437b2a9bd34b is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:17.383812 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-a2d5a070-25b4-40f0-8f3c-c7c48395ce1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:17.386620 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Network 2de0ab09-37c3-47d9-883f-9b41c5ae35f2 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:22:17.391571 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-a2d5a070-25b4-40f0-8f3c-c7c48395ce1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:17.398514 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 53086) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:17.403860 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d5a070-25b4-40f0-8f3c-c7c48395ce1e admin admin] Made reservation on behalf of faaf464719d54745afba437b2a9bd34b for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:22:17.410212 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a2d5a070-25b4-40f0-8f3c-c7c48395ce1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:17.666823 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 53094) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:17.893561 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a2d5a070-25b4-40f0-8f3c-c7c48395ce1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:17.910561 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8c87f7fa-7182-4ac5-81a4-fc79ef5dced3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:18.050542 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5a070-25b4-40f0-8f3c-c7c48395ce1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7325d4b0-095b-4afe-9fcb-ab7450d96ef2,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:18.054725 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a2d5a070-25b4-40f0-8f3c-c7c48395ce1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:18.055172 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 53116) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:18.069920 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1610638167-network', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:18.077612 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:18.083141 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Usage tracker for resource:network and tenant:e64eda3ec4144b5bb294b9dc3338c915 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:18.087430 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:18.098910 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:18.109121 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Made reservation on behalf of e64eda3ec4144b5bb294b9dc3338c915 for: {'network': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:22:18.114379 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for network, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:18.128801 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:18.133591 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d5a070-25b4-40f0-8f3c-c7c48395ce1e admin admin] Checking segment: {'id': '42df9283-af88-47b5-87c4-61188bf63737', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de0ab09-37c3-47d9-883f-9b41c5ae35f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:22:18.134188 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d5a070-25b4-40f0-8f3c-c7c48395ce1e admin admin] Network hostable DHCP agents. Network: 2de0ab09-37c3-47d9-883f-9b41c5ae35f2, hostable agents: ['0298d202-b593-4dd5-8d1c-743f0535002a'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:22:18.152059 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-939710663-network', 'tenant_id': '02a8b1b9c2174c80b96c9aa48056b997'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:18.158151 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:18.161250 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:18.161873 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d5a070-25b4-40f0-8f3c-c7c48395ce1e admin admin] Network 2de0ab09-37c3-47d9-883f-9b41c5ae35f2 is scheduled to be hosted by DHCP agent 0298d202-b593-4dd5-8d1c-743f0535002a with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:22:18.166779 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Usage tracker for resource:security_group_rule and tenant:e64eda3ec4144b5bb294b9dc3338c915 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:18.171158 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Usage tracker for resource:network and tenant:02a8b1b9c2174c80b96c9aa48056b997 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:18.171952 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-a2d5a070-25b4-40f0-8f3c-c7c48395ce1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-iscsi, 2de0ab09-37c3-47d9-883f-9b41c5ae35f2) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:22:18.174229 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:18.176534 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d5a070-25b4-40f0-8f3c-c7c48395ce1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:18.177587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:18.177706 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a2d5a070-25b4-40f0-8f3c-c7c48395ce1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:18.181758 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b980a9ab-091e-45c1-abad-8195ed22e8f9 None None] Network 2de0ab09-37c3-47d9-883f-9b41c5ae35f2 requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:22:18.186213 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:18.188918 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:18.219576 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Made reservation on behalf of 02a8b1b9c2174c80b96c9aa48056b997 for: {'network': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:22:18.224529 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for network, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:18.236879 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-a2d5a070-25b4-40f0-8f3c-c7c48395ce1e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8873866 Jan 19 22:22:18.241017 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 53128) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:18.257941 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1115440554-router', 'tenant_id': 'faaf464719d54745afba437b2a9bd34b', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:18.262448 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:18.291607 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:18.294521 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:18.304904 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] Usage tracker for resource:router and tenant:faaf464719d54745afba437b2a9bd34b is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:18.311791 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1010770720-network', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:18.320150 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Usage tracker for resource:security_group_rule and tenant:02a8b1b9c2174c80b96c9aa48056b997 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:18.328195 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:18.336862 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:18.344826 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:18.357038 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:18.373239 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:18.383466 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774574'] for router, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:18.384881 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854348406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854251773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854357454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1069'] for router, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:18.398034 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] Usage tracker for resource:network and tenant:6fd968d1c0e14ecda944d7b49ae103b9 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:18.404295 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:18.437207 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:18.448928 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f03a9f-7f78-492b-bca2-483daa480bd8 None None] Network 2de0ab09-37c3-47d9-883f-9b41c5ae35f2 requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:22:18.473679 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:18.486500 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] Made reservation on behalf of 6fd968d1c0e14ecda944d7b49ae103b9 for: {'network': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:22:18.491285 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for network, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:18.504310 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:18.516287 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:18.517199 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:18.543297 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:18.581990 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ff3820-4e90-4d43-9f0c-b600b2f28e44,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:18.587527 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:18.597871 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:18.919404 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] Usage tracker for resource:security_group_rule and tenant:6fd968d1c0e14ecda944d7b49ae103b9 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:18.983553 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:18.988683 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:22:19.093102 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:19.154988 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735727412510', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:19.156070 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.segments_db [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Added segment a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654 of type vxlan for network a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 Jan 19 22:22:19.163394 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854251726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854349535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1084'] for router, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:19.289966 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:19.353368 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735727031838'] for network, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:19.362879 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:19.395781 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:19.465158 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf5ff82-114d-40f7-866a-2ada5d50b680,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:19.472273 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:19.501957 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for network, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:19.507114 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.api [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80181) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:22:19.507435 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_db.api [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:22:19.509216 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:19.509835 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:19.525865 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b3f117fd-5520-4c40-b7e3-567adfbbcfb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:19.634254 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:19.669180 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:19.689706 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Pushing event updated for resources: {'Network': ['ID=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:19.697488 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:19.699179 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:19.704736 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Network a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 details requested by agent ovs-agent-dv-cinder-750782-5-iscsi with host dv-cinder-750782-5-iscsi {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:22:19.734590 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:22:19.756569 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3561873 Jan 19 22:22:19.759718 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 53188) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:19.767088 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-9fff8542-5ce1-4314-bff3-8e88a426b07b admin admin] Request body: {'subnet': {'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1610638167-subnet', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:19.780073 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-9fff8542-5ce1-4314-bff3-8e88a426b07b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:19.804444 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-9fff8542-5ce1-4314-bff3-8e88a426b07b admin admin] Usage tracker for resource:subnet and tenant:e64eda3ec4144b5bb294b9dc3338c915 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:19.820088 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-9fff8542-5ce1-4314-bff3-8e88a426b07b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:19.844723 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735727412510', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:19.845263 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.segments_db [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] Added segment 5c74953d-c790-4cc2-9771-0ecb028703d3 of type vxlan for network af289a99-4938-4c37-bab6-8e3fa35bb17d Jan 19 22:22:19.849487 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-9fff8542-5ce1-4314-bff3-8e88a426b07b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:19.875104 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fff8542-5ce1-4314-bff3-8e88a426b07b admin admin] Made reservation on behalf of e64eda3ec4144b5bb294b9dc3338c915 for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:22:19.880427 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Network a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:22:19.884019 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9fff8542-5ce1-4314-bff3-8e88a426b07b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:20.017195 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for network, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:20.066467 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e589dc-998f-411d-880f-f0e0996f1787,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:20.098556 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735727031838'] for network, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:20.110621 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:20.167483 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:20.203615 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:20.247838 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.api [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80181) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:22:20.248086 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_db.api [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:22:20.251945 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for network, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:20.255227 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:20.255965 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:20.345905 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:20.357630 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 53210) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:20.362406 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 19 22:22:20.458218 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] Pushing event updated for resources: {'Network': ['ID=af289a99-4938-4c37-bab6-8e3fa35bb17d,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:20.465781 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:20.472298 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Network af289a99-4938-4c37-bab6-8e3fa35bb17d details requested by agent ovs-agent-dv-cinder-750782-5-iscsi with host dv-cinder-750782-5-iscsi {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:22:20.483275 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.4265099 Jan 19 22:22:20.486036 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 53216) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:20.494871 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-6b9d6189-0d60-4858-86cb-c2cd5abaf7f7 admin admin] Request body: {'subnet': {'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1010770720-subnet', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:20.499919 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for network, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:20.536289 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Network af289a99-4938-4c37-bab6-8e3fa35bb17d details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:22:20.537890 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:22:20.549150 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735727412510', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:20.549596 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.segments_db [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Added segment 3e573508-cfe9-4fcd-b992-dc50ecf291a2 of type vxlan for network 8ad0a752-4970-4a77-bf34-1a49fe1022a1 Jan 19 22:22:20.609097 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735727031838'] for network, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:20.661444 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-dbf7ff56-4313-497e-bcf9-10f96d1c721c tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:20.664223 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-dbf7ff56-4313-497e-bcf9-10f96d1c721c tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/networks?id=0af0f373-2c08-4f82-be77-b065dfead4dd HTTP/1.1" status: 200 len: 812 time: 0.3054080 Jan 19 22:22:20.668185 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9fff8542-5ce1-4314-bff3-8e88a426b07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:20.686135 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:20.801696 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:20.820193 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-597ec36b-59e2-4b7b-83fc-eb690aa77654 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/quotas/5fd141c02a2145f9b8c9c834240f5b68 HTTP/1.1" status: 200 len: 375 time: 0.1349726 Jan 19 22:22:20.894196 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6b9d6189-0d60-4858-86cb-c2cd5abaf7f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:20.912129 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6b9d6189-0d60-4858-86cb-c2cd5abaf7f7 admin admin] Usage tracker for resource:subnet and tenant:6fd968d1c0e14ecda944d7b49ae103b9 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:20.912319 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff8542-5ce1-4314-bff3-8e88a426b07b admin admin] Pushing event updated for resources: {'Subnet': ['ID=728f42a3-f50d-4a74-bd63-43882f750a76,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:20.921111 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] Allocated IP 172.27.0.137 (8ee66800-a804-40da-8341-42d4a5bfa70e/1d78e577-375f-4e80-a30d-36805bf42fd3/6c3529fe-09df-466c-b779-bbcbd2cead86) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:22:20.924929 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6b9d6189-0d60-4858-86cb-c2cd5abaf7f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:20.935655 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9fff8542-5ce1-4314-bff3-8e88a426b07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:20.937825 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6b9d6189-0d60-4858-86cb-c2cd5abaf7f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:20.943172 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-d46fdad7-2374-49fc-b7a7-19a4ee987c21 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fd141c02a2145f9b8c9c834240f5b68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1131868 Jan 19 22:22:21.036594 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fff8542-5ce1-4314-bff3-8e88a426b07b admin admin] Checking segment: {'id': 'a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:22:21.037588 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fff8542-5ce1-4314-bff3-8e88a426b07b admin admin] Network hostable DHCP agents. Network: a6c7a67a-5750-4ee6-910a-4e0a7db0ec70, hostable agents: ['0298d202-b593-4dd5-8d1c-743f0535002a'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:22:21.061988 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fff8542-5ce1-4314-bff3-8e88a426b07b admin admin] Network a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 is scheduled to be hosted by DHCP agent 0298d202-b593-4dd5-8d1c-743f0535002a with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:22:21.078431 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-9fff8542-5ce1-4314-bff3-8e88a426b07b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-iscsi, a6c7a67a-5750-4ee6-910a-4e0a7db0ec70) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:22:21.087011 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bdd170-aed6-4150-841d-029afaa696d8 None None] Network a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:22:21.091411 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fff8542-5ce1-4314-bff3-8e88a426b07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:21.092273 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9fff8542-5ce1-4314-bff3-8e88a426b07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:21.121462 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-9fff8542-5ce1-4314-bff3-8e88a426b07b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3599753 Jan 19 22:22:21.122524 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 53248) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:21.129157 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1610638167-router', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:21.134470 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:21.140169 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] Usage tracker for resource:router and tenant:e64eda3ec4144b5bb294b9dc3338c915 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:21.143832 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:21.153103 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:21.168320 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774574'] for router, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:21.169840 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854348406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854251773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854357454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1069'] for router, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:21.210065 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:21.304675 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:21.396474 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9d6189-0d60-4858-86cb-c2cd5abaf7f7 admin admin] Made reservation on behalf of 6fd968d1c0e14ecda944d7b49ae103b9 for: {'subnet': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:22:21.402019 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6b9d6189-0d60-4858-86cb-c2cd5abaf7f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:21.421144 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:21.537591 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for network, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:21.544392 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfee72873-9919-50a9-87f3-d37d1a9072ae-a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'fixed_ips': [{'subnet_id': '728f42a3-f50d-4a74-bd63-43882f750a76'}]}} from dv-cinder-750782-5-iscsi. {{(pid=80182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 19 22:22:21.545670 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:21.556094 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:21.680009 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:21.680765 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:21.710749 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 53260) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:21.722147 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-108c54a0-31af-49c4-b349-b9c299ba969c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:22:21.723694 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-108c54a0-31af-49c4-b349-b9c299ba969c service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4405346 Jan 19 22:22:21.804025 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 4.1325328 Jan 19 22:22:21.809187 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] Pushing event updated for resources: {'Port': ['ID=6c3529fe-09df-466c-b779-bbcbd2cead86,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:21.813462 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:21.817622 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 53266) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:21.818129 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:21.858899 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-d0661685-6400-42e5-b408-dba63daae86a admin admin] Request body: {'subnet': {'network_id': '8ad0a752-4970-4a77-bf34-1a49fe1022a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-939710663-subnet', 'tenant_id': '02a8b1b9c2174c80b96c9aa48056b997', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:21.869226 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-d0661685-6400-42e5-b408-dba63daae86a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:21.884311 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] Network 8ee66800-a804-40da-8341-42d4a5bfa70e is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:22:21.885521 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-d0661685-6400-42e5-b408-dba63daae86a admin admin] Usage tracker for resource:subnet and tenant:02a8b1b9c2174c80b96c9aa48056b997 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:21.892905 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:22:21.896137 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:22:22.065076 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Allocated IP 172.20.0.2 (a6c7a67a-5750-4ee6-910a-4e0a7db0ec70/728f42a3-f50d-4a74-bd63-43882f750a76/97a04e4b-5cc7-4934-960d-02e2f6bce1a2) {{(pid=80182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:22:22.085434 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854251726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854349535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1084'] for router, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:22.151709 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-aa5ae90a-3df3-4949-a2c1-369ff1dca477 service neutron] 10.222.0.50 "GET /v2.0/networks/0af0f373-2c08-4f82-be77-b065dfead4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149039 Jan 19 22:22:22.181118 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-d0661685-6400-42e5-b408-dba63daae86a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:22.224223 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-d0661685-6400-42e5-b408-dba63daae86a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:22.301360 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ed48af55-8cd5-4b36-ad0b-da2f3217558f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:22.308481 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Notify callbacks [] for port, precommit_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:22.320969 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Transition to ACTIVE for port object 97a04e4b-5cc7-4934-960d-02e2f6bce1a2 will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:22:22.330354 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Pushing event updated for resources: {'Network': ['ID=8ad0a752-4970-4a77-bf34-1a49fe1022a1,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:22.333561 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:22.343397 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Transition to ACTIVE for port object 97a04e4b-5cc7-4934-960d-02e2f6bce1a2 will not be triggered until provisioned by entity DHCP. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:22:22.348575 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:22.373537 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a3c8db0f-25c7-40f4-8bf5-5497fc036453 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:22.374661 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-650ec881-e084-4366-85f0-2ddbcce0679d service neutron] 10.222.0.50 "GET /v2.0/networks/0af0f373-2c08-4f82-be77-b065dfead4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1787579 Jan 19 22:22:22.377750 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0661685-6400-42e5-b408-dba63daae86a admin admin] Made reservation on behalf of 02a8b1b9c2174c80b96c9aa48056b997 for: {'subnet': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:22:22.382477 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d0661685-6400-42e5-b408-dba63daae86a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:22.399046 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-ed48af55-8cd5-4b36-ad0b-da2f3217558f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:22.416316 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-ed48af55-8cd5-4b36-ad0b-da2f3217558f admin admin] Usage tracker for resource:security_group_rule and tenant:9deced3bf47644b28ca7566280161aaa is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:22.417593 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Network 8ad0a752-4970-4a77-bf34-1a49fe1022a1 details requested by agent ovs-agent-dv-cinder-750782-5-iscsi with host dv-cinder-750782-5-iscsi {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:22:22.424042 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-ed48af55-8cd5-4b36-ad0b-da2f3217558f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:22.533228 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-ed48af55-8cd5-4b36-ad0b-da2f3217558f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:22.547249 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Network 8ad0a752-4970-4a77-bf34-1a49fe1022a1 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:22:22.824590 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-aa4c9ee6-1cf6-4f21-8b55-de5a889c259d req-0080b186-6e41-48af-a006-4e69982c7cf2 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/ports?device_id=2101c25d-d730-4ac0-9253-fec65ccc0047 HTTP/1.1" status: 200 len: 210 time: 0.1282001 Jan 19 22:22:22.960076 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:22.967099 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Pushing event updated for resources: {'Port': ['ID=97a04e4b-5cc7-4934-960d-02e2f6bce1a2,revision_number=1']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:22.996436 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:22.996818 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:22.997197 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:22.997572 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:22.997934 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:22.998474 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:22.999156 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:23.005636 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:23.010708 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:23.011045 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:23.011388 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:23.011892 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:23.012340 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:23.012784 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:23.013153 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:23.013507 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:23.013870 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:23.014230 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:23.014591 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:23.014963 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:23.015322 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:23.015697 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:23.016055 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:23.016409 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:23.016764 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Tracked resource versions report: Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: pushed versions: Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: { 'AddressGroup': {'1.1'}, Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'ConntrackHelper': {'1.0'}, Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Log': {'1.0'}, Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Network': {'1.1'}, Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Port': {'1.6'}, Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'PortForwarding': {'1.2'}, Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'QosPolicy': {'1.8'}, Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroup': {'1.4'}, Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroupRule': {'1.2'}, Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SubPort': {'1.0'}, Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Subnet': {'1.1'}, Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Trunk': {'1.1'}} Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: consumer versions: Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: { DHCP agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: L3 agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: Metadata agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: Metering agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: Open vSwitch agent@dv-cinder-750782-5-iscsi: { 'AddressGroup': '1.1', Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'ConntrackHelper': '1.0', Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Log': '1.0', Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Network': '1.1', Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Port': '1.6', Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'PortForwarding': '1.2', Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'QosPolicy': '1.8', Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroup': '1.4', Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroupRule': '1.2', Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SubPort': '1.0', Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Subnet': '1.1', Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Trunk': '1.1'}, Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: Open vSwitch agent@hv-cinder-75078: { 'AddressGroup': '1.1', Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'ConntrackHelper': '1.0', Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Log': '1.0', Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Network': '1.1', Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Port': '1.6', Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'PortForwarding': '1.2', Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'QosPolicy': '1.8', Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroup': '1.4', Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroupRule': '1.2', Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SubPort': '1.0', Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Subnet': '1.1', Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Trunk': '1.1'}} Jan 19 22:22:23.018086 dv-cinder-750782-5-iscsi neutron-server[80069]: {{(pid=80182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 19 22:22:23.035128 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:23.131287 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Network a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 is already hosted by enough agents. {{(pid=80182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:22:23.132583 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Resources bound (agent type, host, resource id): {{(pid=80182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:22:23.142373 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Received port after_create {{(pid=80182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:22:23.205214 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Attempting to bind port 97a04e4b-5cc7-4934-960d-02e2f6bce1a2 on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:22:23.205646 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Attempting to bind port 97a04e4b-5cc7-4934-960d-02e2f6bce1a2 by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': 'a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:22:23.206062 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Attempting to bind port 97a04e4b-5cc7-4934-960d-02e2f6bce1a2 on network a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:22:23.212374 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:22:23.212805 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Checking segment: {'id': 'a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:22:23.213268 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:23.213751 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Bound using segment: {'id': 'a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:22:23.214763 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Bound port: 97a04e4b-5cc7-4934-960d-02e2f6bce1a2, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:22:23.214763 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:23.332058 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] For port 97a04e4b-5cc7-4934-960d-02e2f6bce1a2, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:22:23.335876 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] For port 97a04e4b-5cc7-4934-960d-02e2f6bce1a2, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=97a04e4b-5cc7-4934-960d-02e2f6bce1a2,segment=NetworkSegment(a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654),segment_id=a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:22:23.341009 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:23.355974 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:23.425574 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-55a04120-2021-4497-9d4a-eacca0275049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:23.443121 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] Allocated IP 172.27.0.48 (8ee66800-a804-40da-8341-42d4a5bfa70e/1d78e577-375f-4e80-a30d-36805bf42fd3/7bb87c2e-4982-453a-aedd-bfe9720850aa) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:22:23.544020 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Pushing event updated for resources: {'Port': ['ID=97a04e4b-5cc7-4934-960d-02e2f6bce1a2,revision_number=2']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:23.567708 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:23.618158 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ed48af55-8cd5-4b36-ad0b-da2f3217558f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:23.646287 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ed48af55-8cd5-4b36-ad0b-da2f3217558f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:23.691221 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6105f134-665d-46fc-b0e8-ad15133f83d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:23.696811 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:23.755106 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:23.774331 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8570ed3f-1e94-494a-837d-22d3449fae99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:23.886602 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-ed48af55-8cd5-4b36-ad0b-da2f3217558f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9deced3bf47644b28ca7566280161aaa&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1628706 Jan 19 22:22:23.896458 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48af55-8cd5-4b36-ad0b-da2f3217558f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939b6442-5b9c-4216-aea9-215afc65a2cc,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:23.901620 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ed48af55-8cd5-4b36-ad0b-da2f3217558f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:23.903463 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 53334) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:23.963984 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] Pushing event updated for resources: {'Port': ['ID=7bb87c2e-4982-453a-aedd-bfe9720850aa,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:23.986744 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:24.036801 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 53340) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:24.141253 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-361373ab-c292-402e-9cf4-2a7fefdcda56 req-963238c5-7693-4b14-8691-55bd6445f820 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/ports?device_id=2101c25d-d730-4ac0-9253-fec65ccc0047 HTTP/1.1" status: 200 len: 210 time: 0.1031435 Jan 19 22:22:24.153109 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] Network 8ee66800-a804-40da-8341-42d4a5bfa70e is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:22:24.154339 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:22:24.160392 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:22:24.568194 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e7f148a3-8312-4a3d-958f-bc2963a2e6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:24.606898 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854343512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854343465'] for router, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:24.666499 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 53356) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:24.736811 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6b9d6189-0d60-4858-86cb-c2cd5abaf7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for subnet, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:24.747100 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e7f148a3-8312-4a3d-958f-bc2963a2e6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:24.877497 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8573e023-fec4-481c-90a0-d4e803e976b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:24.946715 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:25.116331 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7a5bb05d-d6ea-4340-bcf5-b75de5f13949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:25.155978 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-7a5bb05d-d6ea-4340-bcf5-b75de5f13949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:25.166056 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-7a5bb05d-d6ea-4340-bcf5-b75de5f13949 admin admin] Usage tracker for resource:security_group_rule and tenant:d9c9f1d2893a45108b6a6af839a142b0 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:25.171707 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-7a5bb05d-d6ea-4340-bcf5-b75de5f13949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:25.181924 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-7a5bb05d-d6ea-4340-bcf5-b75de5f13949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:25.191305 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d0661685-6400-42e5-b408-dba63daae86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for subnet, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:25.192025 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d6189-0d60-4858-86cb-c2cd5abaf7f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54bbe0c3-777f-48a8-98b7-95d97e881ce2,revision_number=0']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:25.224239 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.65', 63565) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:25.273945 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6b9d6189-0d60-4858-86cb-c2cd5abaf7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:25.308709 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:25.344980 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e7f148a3-8312-4a3d-958f-bc2963a2e6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:25.397129 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298e181c-feb4-472f-8c60-ee07dba461e8 None None] Network a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:22:25.530970 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 97a04e4b-5cc7-4934-960d-02e2f6bce1a2 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:22:25.548071 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9d6189-0d60-4858-86cb-c2cd5abaf7f7 admin admin] Checking segment: {'id': '5c74953d-c790-4cc2-9771-0ecb028703d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:22:25.548479 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9d6189-0d60-4858-86cb-c2cd5abaf7f7 admin admin] Network hostable DHCP agents. Network: af289a99-4938-4c37-bab6-8e3fa35bb17d, hostable agents: ['0298d202-b593-4dd5-8d1c-743f0535002a'], hosted agents: [] {{(pid=80181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:22:25.560805 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0661685-6400-42e5-b408-dba63daae86a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aad7ec5-01c6-4361-b48b-d5771bc83b91,revision_number=0']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:25.565634 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-da8e75ab-5c19-48fc-acde-33652d2ec381 None None] Provisioning for port 97a04e4b-5cc7-4934-960d-02e2f6bce1a2 completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:22:25.569979 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d0661685-6400-42e5-b408-dba63daae86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:25.582667 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:25.604958 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f148a3-8312-4a3d-958f-bc2963a2e6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939b6442-5b9c-4216-aea9-215afc65a2cc,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:25.616330 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e7f148a3-8312-4a3d-958f-bc2963a2e6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:25.659817 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-19d86bfb-ced9-4a8c-acb1-084fc8c028fb req-c76f8980-fdb7-464a-bd3a-1de6c26670ac tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/ports?device_id=2101c25d-d730-4ac0-9253-fec65ccc0047 HTTP/1.1" status: 200 len: 210 time: 0.2779889 Jan 19 22:22:25.714274 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e7f148a3-8312-4a3d-958f-bc2963a2e6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:25.728293 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-e7f148a3-8312-4a3d-958f-bc2963a2e6b1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/939b6442-5b9c-4216-aea9-215afc65a2cc HTTP/1.1" status: 204 len: 168 time: 1.4664454 Jan 19 22:22:25.731811 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port 97a04e4b-5cc7-4934-960d-02e2f6bce1a2 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:22:25.760635 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 97a04e4b-5cc7-4934-960d-02e2f6bce1a2 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:22:25.761060 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:25.775967 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] Router 204e8d80-67ec-4db9-b74c-7570489800eb is scheduled to L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 with binding_index 1 {{(pid=80181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 19 22:22:25.788353 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9d6189-0d60-4858-86cb-c2cd5abaf7f7 admin admin] Network af289a99-4938-4c37-bab6-8e3fa35bb17d is scheduled to be hosted by DHCP agent 0298d202-b593-4dd5-8d1c-743f0535002a with binding_index 1 {{(pid=80181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:22:25.789864 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-2002f0d8-560b-4ff7-a7e0-b576fb209c9d tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:25.793667 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-2002f0d8-560b-4ff7-a7e0-b576fb209c9d tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.65 "GET /v2.0/networks?id=0af0f373-2c08-4f82-be77-b065dfead4dd HTTP/1.1" status: 200 len: 812 time: 0.5583229 Jan 19 22:22:25.809372 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854343512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854343465'] for router, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:25.898193 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-fd381f41-558d-4822-83c9-2d434ea47990 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Request body: {'port': {'device_id': '2101c25d-d730-4ac0-9253-fec65ccc0047', 'network_id': '0af0f373-2c08-4f82-be77-b065dfead4dd', 'admin_state_up': True, 'tenant_id': '5fd141c02a2145f9b8c9c834240f5b68'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:25.958209 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:25.973071 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7a5bb05d-d6ea-4340-bcf5-b75de5f13949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:26.003335 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-6b9d6189-0d60-4858-86cb-c2cd5abaf7f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-iscsi, af289a99-4938-4c37-bab6-8e3fa35bb17d) {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:22:26.017698 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58ed853-ff29-4bca-9e6d-af3fc8381405 None None] Network af289a99-4938-4c37-bab6-8e3fa35bb17d requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:22:26.020729 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9d6189-0d60-4858-86cb-c2cd5abaf7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:26.021586 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6b9d6189-0d60-4858-86cb-c2cd5abaf7f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for subnet, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:26.039984 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] For port 97a04e4b-5cc7-4934-960d-02e2f6bce1a2, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=97a04e4b-5cc7-4934-960d-02e2f6bce1a2,segment=NetworkSegment(a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654),segment_id=a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:22:26.116019 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:26.139970 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:26.154900 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-6b9d6189-0d60-4858-86cb-c2cd5abaf7f7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.6675191 Jan 19 22:22:26.158051 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 53406) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:26.206506 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1010770720-router', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:26.229972 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7a5bb05d-d6ea-4340-bcf5-b75de5f13949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:26.244849 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:26.270474 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] Usage tracker for resource:router and tenant:6fd968d1c0e14ecda944d7b49ae103b9 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:26.280248 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Pushing event updated for resources: {'Port': ['ID=97a04e4b-5cc7-4934-960d-02e2f6bce1a2,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:26.284163 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:26.285769 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:26.293208 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:26.319923 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:26.323656 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0661685-6400-42e5-b408-dba63daae86a admin admin] Checking segment: {'id': '3e573508-cfe9-4fcd-b992-dc50ecf291a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8ad0a752-4970-4a77-bf34-1a49fe1022a1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:22:26.324491 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0661685-6400-42e5-b408-dba63daae86a admin admin] Network hostable DHCP agents. Network: 8ad0a752-4970-4a77-bf34-1a49fe1022a1, hostable agents: ['0298d202-b593-4dd5-8d1c-743f0535002a'], hosted agents: [] {{(pid=80181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:22:26.341699 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:22:26.352285 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] Sync routers for ids ['204e8d80-67ec-4db9-b74c-7570489800eb'] in dv-cinder-750782-5-iscsi {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:22:26.388600 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] Routers {'204e8d80-67ec-4db9-b74c-7570489800eb'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:22:26.391522 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:22:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['204e8d80-67ec-4db9-b74c-7570489800eb'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:22:26.422050 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774574'] for router, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:26.423600 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854348406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854251773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854357454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1069'] for router, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:26.462100 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0661685-6400-42e5-b408-dba63daae86a admin admin] Network 8ad0a752-4970-4a77-bf34-1a49fe1022a1 is scheduled to be hosted by DHCP agent 0298d202-b593-4dd5-8d1c-743f0535002a with binding_index 1 {{(pid=80181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:22:26.469555 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] Notify callbacks [] for router, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:26.472842 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.2265601 Jan 19 22:22:26.477078 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfee72873-9919-50a9-87f3-d37d1a9072ae-af289a99-4938-4c37-bab6-8e3fa35bb17d', 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'fixed_ips': [{'subnet_id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2'}]}} from dv-cinder-750782-5-iscsi. {{(pid=80182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 19 22:22:26.480538 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:26.486568 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-7a5bb05d-d6ea-4340-bcf5-b75de5f13949 admin admin] Synchronizing usage tracker for tenant:177ca83564864555a33120f124e125b6 on resource:security_group {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:22:26.491248 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 53416) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:26.534337 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-fd381f41-558d-4822-83c9-2d434ea47990 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:26.563350 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 53422) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:26.580748 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-fd381f41-558d-4822-83c9-2d434ea47990 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Usage tracker for resource:port and tenant:5fd141c02a2145f9b8c9c834240f5b68 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:26.646986 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-fd381f41-558d-4822-83c9-2d434ea47990 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Quota usage for port was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:26.651781 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:26.671792 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-fd381f41-558d-4822-83c9-2d434ea47990 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:26.685268 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-7a5bb05d-d6ea-4340-bcf5-b75de5f13949 admin admin] Unset dirty status for tenant:177ca83564864555a33120f124e125b6 on resource:security_group {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:22:26.687339 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-7a5bb05d-d6ea-4340-bcf5-b75de5f13949 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d9c9f1d2893a45108b6a6af839a142b0&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0190692 Jan 19 22:22:26.693015 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bb05d-d6ea-4340-bcf5-b75de5f13949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b50eaa7-affa-4d36-9e75-ad8bf0e78e34,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:26.698794 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-d0661685-6400-42e5-b408-dba63daae86a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-iscsi, 8ad0a752-4970-4a77-bf34-1a49fe1022a1) {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:22:26.699579 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7a5bb05d-d6ea-4340-bcf5-b75de5f13949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:26.700521 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-fd381f41-558d-4822-83c9-2d434ea47990 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Made reservation on behalf of 5fd141c02a2145f9b8c9c834240f5b68 for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:22:26.720584 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-fd381f41-558d-4822-83c9-2d434ea47990 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:26.812694 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-e619da9f-7c97-46ee-b155-fa0c9d4631b2 None None] Provisioning complete for port 97a04e4b-5cc7-4934-960d-02e2f6bce1a2 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:22:26.813643 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e619da9f-7c97-46ee-b155-fa0c9d4631b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:26.820292 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 53430) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:26.860302 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0661685-6400-42e5-b408-dba63daae86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:26.861112 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d0661685-6400-42e5-b408-dba63daae86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for subnet, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:26.863412 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f45601ec-3f9a-4a5e-bb1f-e01272b36855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:26.906644 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d0a070-9c8e-42a3-9909-3429d826941e None None] Network 8ad0a752-4970-4a77-bf34-1a49fe1022a1 requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:22:26.941911 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] Set router 204e8d80-67ec-4db9-b74c-7570489800eb gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:22:27.053746 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-f45601ec-3f9a-4a5e-bb1f-e01272b36855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:27.080463 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-f45601ec-3f9a-4a5e-bb1f-e01272b36855 admin admin] Usage tracker for resource:security_group_rule and tenant:528c607f9c464bb9b80c4499a0b6b0d4 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:27.089462 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-f45601ec-3f9a-4a5e-bb1f-e01272b36855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:27.093697 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-d0661685-6400-42e5-b408-dba63daae86a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 5.2544830 Jan 19 22:22:27.132956 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-f45601ec-3f9a-4a5e-bb1f-e01272b36855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:27.323967 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-557ebbe9-9e2b-4f26-b22f-895cede52c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:27.660714 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 97a04e4b-5cc7-4934-960d-02e2f6bce1a2 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:22:27.863848 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204e8d80-67ec-4db9-b74c-7570489800eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1115440554-router', 'tenant_id': 'faaf464719d54745afba437b2a9bd34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '6c3529fe-09df-466c-b779-bbcbd2cead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:18Z', 'updated_at': '2021-01-19T22:22:22Z', 'revision_number': 3, 'project_id': 'faaf464719d54745afba437b2a9bd34b', 'gw_port': {'id': '6c3529fe-09df-466c-b779-bbcbd2cead86', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204e8d80-67ec-4db9-b74c-7570489800eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:20Z', 'updated_at': '2021-01-19T22:22:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:22:27.870335 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] Checking router: 204e8d80-67ec-4db9-b74c-7570489800eb for host: dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:22:27.871114 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] Updating router 204e8d80-67ec-4db9-b74c-7570489800eb port 6c3529fe-09df-466c-b779-bbcbd2cead86 binding host dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:22:28.017579 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:28.169905 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] Router 153e7ab8-b846-4db1-b200-e94ed46ff16a is scheduled to L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 with binding_index 1 {{(pid=80180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 19 22:22:28.273830 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1e3b695d-6270-4c4d-a1b4-49c1cf861b37 req-03ecfe26-6657-4069-be9f-91e0af7bcc53 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/ports?device_id=2101c25d-d730-4ac0-9253-fec65ccc0047 HTTP/1.1" status: 200 len: 210 time: 1.0730722 Jan 19 22:22:28.284861 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Allocated IP 172.20.0.2 (af289a99-4938-4c37-bab6-8e3fa35bb17d/54bbe0c3-777f-48a8-98b7-95d97e881ce2/076a0892-d118-4152-9258-c4f0c41c4be2) {{(pid=80182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:22:28.359559 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-557ebbe9-9e2b-4f26-b22f-895cede52c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:28.500893 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854251726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854349535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1084'] for router, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:28.629261 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Notify callbacks [] for port, precommit_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:28.642480 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Transition to ACTIVE for port object 076a0892-d118-4152-9258-c4f0c41c4be2 will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:22:28.661982 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Transition to ACTIVE for port object 076a0892-d118-4152-9258-c4f0c41c4be2 will not be triggered until provisioned by entity DHCP. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:22:28.712303 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:28.763278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] Notify callbacks [] for port, precommit_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:28.776367 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] Transition to ACTIVE for port object 6c3529fe-09df-466c-b779-bbcbd2cead86 will not be triggered until provisioned by entity L2. {{(pid=80183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:22:28.785424 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:28.913630 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:28.928484 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:28.999684 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 97a04e4b-5cc7-4934-960d-02e2f6bce1a2 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:22:29.000282 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:29.001155 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] Attempting to bind port 6c3529fe-09df-466c-b779-bbcbd2cead86 on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:22:29.001581 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] Attempting to bind port 6c3529fe-09df-466c-b779-bbcbd2cead86 by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}] {{(pid=80183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:22:29.002036 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] Attempting to bind port 6c3529fe-09df-466c-b779-bbcbd2cead86 on network 8ee66800-a804-40da-8341-42d4a5bfa70e {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:22:29.011085 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:22:29.011465 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] Checking segment: {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:22:29.011920 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:29.012362 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] Bound using segment: {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'} {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:22:29.012887 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] Bound port: 6c3529fe-09df-466c-b779-bbcbd2cead86, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}}] {{(pid=80183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:22:29.013317 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:29.089716 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Pushing event updated for resources: {'Port': ['ID=076a0892-d118-4152-9258-c4f0c41c4be2,revision_number=1']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:29.105340 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Network af289a99-4938-4c37-bab6-8e3fa35bb17d is already hosted by enough agents. {{(pid=80182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:22:29.119001 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:29.120061 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Resources bound (agent type, host, resource id): {{(pid=80182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:22:29.133032 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Received port after_create {{(pid=80182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:22:29.270004 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] For port 6c3529fe-09df-466c-b779-bbcbd2cead86, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:22:29.274332 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] For port 6c3529fe-09df-466c-b779-bbcbd2cead86, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=6c3529fe-09df-466c-b779-bbcbd2cead86,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:22:29.280359 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:29.389597 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-45f64d0d-9a12-4fc4-b559-2b568710bf31 None None] Provisioning complete for port 97a04e4b-5cc7-4934-960d-02e2f6bce1a2 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:22:29.390176 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-45f64d0d-9a12-4fc4-b559-2b568710bf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:29.545583 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Pushing event updated for resources: {'Port': ['ID=6c3529fe-09df-466c-b779-bbcbd2cead86,revision_number=2']} {{(pid=80183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:29.594400 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:29.594939 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:29.595293 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:29.595732 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:29.596279 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:29.596409 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:29.596775 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:29.597831 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:29.598474 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:29.599214 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:29.599677 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:29.600074 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:29.601237 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:29.601738 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:29.602151 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:29.602556 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:29.602967 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:29.603310 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:29.603664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:29.604059 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:29.604546 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:29.604996 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:29.605363 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:29.605720 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Tracked resource versions report: Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: pushed versions: Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: { 'AddressGroup': {'1.1'}, Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'ConntrackHelper': {'1.0'}, Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Log': {'1.0'}, Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Network': {'1.1'}, Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Port': {'1.6'}, Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'PortForwarding': {'1.2'}, Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'QosPolicy': {'1.8'}, Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroup': {'1.4'}, Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroupRule': {'1.2'}, Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SubPort': {'1.0'}, Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Subnet': {'1.1'}, Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Trunk': {'1.1'}} Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: consumer versions: Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: { DHCP agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: L3 agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: Metadata agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: Metering agent@dv-cinder-750782-5-iscsi: {}, Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: Open vSwitch agent@dv-cinder-750782-5-iscsi: { 'AddressGroup': '1.1', Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'ConntrackHelper': '1.0', Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Log': '1.0', Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Network': '1.1', Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Port': '1.6', Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'PortForwarding': '1.2', Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'QosPolicy': '1.8', Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroup': '1.4', Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroupRule': '1.2', Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SubPort': '1.0', Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Subnet': '1.1', Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Trunk': '1.1'}, Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: Open vSwitch agent@hv-cinder-75078: { 'AddressGroup': '1.1', Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'ConntrackHelper': '1.0', Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Log': '1.0', Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Network': '1.1', Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Port': '1.6', Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'PortForwarding': '1.2', Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'QosPolicy': '1.8', Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroup': '1.4', Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SecurityGroupRule': '1.2', Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'SubPort': '1.0', Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Subnet': '1.1', Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: 'Trunk': '1.1'}} Jan 19 22:22:29.607097 dv-cinder-750782-5-iscsi neutron-server[80069]: {{(pid=80183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 19 22:22:29.617217 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:29.617217 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-90d17ee8-defb-4bfe-80c7-84714458a902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:29.752003 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Attempting to bind port 076a0892-d118-4152-9258-c4f0c41c4be2 on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:22:29.754334 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Attempting to bind port 076a0892-d118-4152-9258-c4f0c41c4be2 by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': '5c74953d-c790-4cc2-9771-0ecb028703d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:22:29.755102 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Attempting to bind port 076a0892-d118-4152-9258-c4f0c41c4be2 on network af289a99-4938-4c37-bab6-8e3fa35bb17d {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:22:29.774338 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-557ebbe9-9e2b-4f26-b22f-895cede52c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:29.776860 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333817b2-e084-4304-bc5b-21bb1fd0e8ac None None] Network 8ad0a752-4970-4a77-bf34-1a49fe1022a1 requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:22:29.815341 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-dec98028-a156-4a52-9586-e8ec61fde2ac req-0ad76c57-70f6-4569-a312-f46efee2a2b0 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/ports?device_id=2101c25d-d730-4ac0-9253-fec65ccc0047 HTTP/1.1" status: 200 len: 210 time: 0.1941609 Jan 19 22:22:29.833709 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Pushing event updated for resources: {'Port': ['ID=6c3529fe-09df-466c-b779-bbcbd2cead86,revision_number=3']} {{(pid=80183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:29.838932 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:29.849518 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f45601ec-3f9a-4a5e-bb1f-e01272b36855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:29.853499 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:22:29.855901 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:22:29.857486 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:29.858218 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Checking segment: {'id': '5c74953d-c790-4cc2-9771-0ecb028703d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:22:29.859156 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] Routers {'204e8d80-67ec-4db9-b74c-7570489800eb'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:22:29.859834 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:29.859966 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:22:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['204e8d80-67ec-4db9-b74c-7570489800eb'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:22:29.860641 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Bound using segment: {'id': '5c74953d-c790-4cc2-9771-0ecb028703d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:22:29.863318 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Bound port: 076a0892-d118-4152-9258-c4f0c41c4be2, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c74953d-c790-4cc2-9771-0ecb028703d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:22:29.864032 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:29.888146 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ebbe9-9e2b-4f26-b22f-895cede52c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b50eaa7-affa-4d36-9e75-ad8bf0e78e34,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:29.904308 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f45601ec-3f9a-4a5e-bb1f-e01272b36855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:29.907726 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] Sync routers for ids ['153e7ab8-b846-4db1-b200-e94ed46ff16a'] in dv-cinder-750782-5-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:22:29.913161 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-557ebbe9-9e2b-4f26-b22f-895cede52c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:29.975976 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-5b84c77a-c13a-46cb-8123-87b5c49dc799 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:29.983387 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-5b84c77a-c13a-46cb-8123-87b5c49dc799 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/networks?id=8ad0a752-4970-4a77-bf34-1a49fe1022a1 HTTP/1.1" status: 200 len: 814 time: 1.3867788 Jan 19 22:22:29.989724 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:30.002227 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-f45601ec-3f9a-4a5e-bb1f-e01272b36855 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=528c607f9c464bb9b80c4499a0b6b0d4&name=default HTTP/1.1" status: 200 len: 2976 time: 3.4334188 Jan 19 22:22:30.025255 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 53488) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:30.037273 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-e1187857-e96c-4c65-be3a-2597bc6c8e38 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/quotas/02a8b1b9c2174c80b96c9aa48056b997 HTTP/1.1" status: 200 len: 375 time: 0.0529227 Jan 19 22:22:30.047341 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-fd381f41-558d-4822-83c9-2d434ea47990 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Allocated IP 172.20.0.8 (0af0f373-2c08-4f82-be77-b065dfead4dd/c09ad25e-9b8c-4a8a-a3b1-8fc8c1ab381f/0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:22:30.054448 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] Notify callbacks [] for router, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:30.059431 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.9356766 Jan 19 22:22:30.062009 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-557ebbe9-9e2b-4f26-b22f-895cede52c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:30.063237 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-557ebbe9-9e2b-4f26-b22f-895cede52c26 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7b50eaa7-affa-4d36-9e75-ad8bf0e78e34 HTTP/1.1" status: 204 len: 168 time: 3.1787744 Jan 19 22:22:30.090160 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 53492) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:30.094329 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] Set router 204e8d80-67ec-4db9-b74c-7570489800eb gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:22:30.374895 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] Routers {'153e7ab8-b846-4db1-b200-e94ed46ff16a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:22:30.376100 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:22:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['153e7ab8-b846-4db1-b200-e94ed46ff16a'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:22:30.421495 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-fd381f41-558d-4822-83c9-2d434ea47990 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:30.498457 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-2ecfefbd-203b-49be-a19e-2ef38f44b4e7 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?tenant_id=02a8b1b9c2174c80b96c9aa48056b997&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4315848 Jan 19 22:22:30.545549 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-fd381f41-558d-4822-83c9-2d434ea47990 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:30.589680 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:30.766382 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204e8d80-67ec-4db9-b74c-7570489800eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1115440554-router', 'tenant_id': 'faaf464719d54745afba437b2a9bd34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '6c3529fe-09df-466c-b779-bbcbd2cead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:18Z', 'updated_at': '2021-01-19T22:22:22Z', 'revision_number': 3, 'project_id': 'faaf464719d54745afba437b2a9bd34b', 'gw_port': {'id': '6c3529fe-09df-466c-b779-bbcbd2cead86', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204e8d80-67ec-4db9-b74c-7570489800eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:20Z', 'updated_at': '2021-01-19T22:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:22:30.781830 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d02437-4bb5-424a-b697-4bfc095bb1c3 None None] The sync data for ids ['204e8d80-67ec-4db9-b74c-7570489800eb'] in dv-cinder-750782-5-iscsi is: [{'id': '204e8d80-67ec-4db9-b74c-7570489800eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1115440554-router', 'tenant_id': 'faaf464719d54745afba437b2a9bd34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '6c3529fe-09df-466c-b779-bbcbd2cead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:18Z', 'updated_at': '2021-01-19T22:22:22Z', 'revision_number': 3, 'project_id': 'faaf464719d54745afba437b2a9bd34b', 'gw_port': {'id': '6c3529fe-09df-466c-b779-bbcbd2cead86', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204e8d80-67ec-4db9-b74c-7570489800eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:20Z', 'updated_at': '2021-01-19T22:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}] {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:22:30.842291 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:30.971578 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f1e302f8-4fd1-45f9-b11d-d8e7913b9d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:31.003935 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9979ec78-c3c0-402a-8a8e-b5d657c0bec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:31.011293 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0bddb8d4-849a-4f59-a643-b76bf4141873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:31.028342 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45601ec-3f9a-4a5e-bb1f-e01272b36855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72c8cff-83bf-486e-893c-2d4129146554,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:31.034477 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f45601ec-3f9a-4a5e-bb1f-e01272b36855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.045s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:31.035030 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7258a902-3c44-4726-93a6-fcf8243686c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:31.288915 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-fd381f41-558d-4822-83c9-2d434ea47990 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Network 0af0f373-2c08-4f82-be77-b065dfead4dd is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:22:31.305467 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-baf28474-3fa2-4e5a-85ca-fb6995787008 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:22:31.330472 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-baf28474-3fa2-4e5a-85ca-fb6995787008 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.3486147 Jan 19 22:22:31.374494 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] Set router 153e7ab8-b846-4db1-b200-e94ed46ff16a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:22:31.688005 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-fd381f41-558d-4822-83c9-2d434ea47990 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:22:31.845873 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-d0ee7af0-3557-42d0-a08c-45cb12784b68 service neutron] 10.222.0.50 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142915 Jan 19 22:22:31.877300 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-fd381f41-558d-4822-83c9-2d434ea47990 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:22:31.898933 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-fd381f41-558d-4822-83c9-2d434ea47990 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:31.900029 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-fd381f41-558d-4822-83c9-2d434ea47990 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:31.927745 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 6c3529fe-09df-466c-b779-bbcbd2cead86 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:22:31.963275 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd381f41-558d-4822-83c9-2d434ea47990 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Pushing event updated for resources: {'Port': ['ID=0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:32.069025 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-fd381f41-558d-4822-83c9-2d434ea47990 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.034s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:32.081405 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-fd381f41-558d-4822-83c9-2d434ea47990 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1890948 Jan 19 22:22:32.175208 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-49acb1f5-a699-4488-9876-cce36d344339 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:22:32.184555 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-49acb1f5-a699-4488-9876-cce36d344339 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0431151 Jan 19 22:22:32.282721 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90ec18-94f0-4764-8e8b-c2733743b6c0 req-48792760-5abd-4d92-bd6b-c7d38694a597 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:32.289069 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-4a90ec18-94f0-4764-8e8b-c2733743b6c0 req-48792760-5abd-4d92-bd6b-c7d38694a597 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Synchronizing usage tracker for tenant:5fd141c02a2145f9b8c9c834240f5b68 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:22:32.354451 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-05927293-c997-4a09-acdc-06d2ade63ba5 service neutron] 10.222.0.50 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5065184 Jan 19 22:22:32.379657 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-4a90ec18-94f0-4764-8e8b-c2733743b6c0 req-48792760-5abd-4d92-bd6b-c7d38694a597 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Unset dirty status for tenant:5fd141c02a2145f9b8c9c834240f5b68 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:22:32.390798 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4a90ec18-94f0-4764-8e8b-c2733743b6c0 req-48792760-5abd-4d92-bd6b-c7d38694a597 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/ports?device_id=2101c25d-d730-4ac0-9253-fec65ccc0047 HTTP/1.1" status: 200 len: 931 time: 1.2316535 Jan 19 22:22:32.541073 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4a90ec18-94f0-4764-8e8b-c2733743b6c0 req-dd4421f9-bba2-4c2f-9c1f-341a25525aaf tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/security-groups?id=8e762246-fa38-46ce-8857-feb550ec31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489251 Jan 19 22:22:32.629416 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] For port 076a0892-d118-4152-9258-c4f0c41c4be2, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:22:32.706650 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] Request body: {'port': {'device_id': '2101c25d-d730-4ac0-9253-fec65ccc0047', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:32.862780 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f1e302f8-4fd1-45f9-b11d-d8e7913b9d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:32.895068 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] For port 076a0892-d118-4152-9258-c4f0c41c4be2, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=076a0892-d118-4152-9258-c4f0c41c4be2,segment=NetworkSegment(5c74953d-c790-4cc2-9771-0ecb028703d3),segment_id=5c74953d-c790-4cc2-9771-0ecb028703d3)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:22:32.919316 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:32.956495 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port 6c3529fe-09df-466c-b779-bbcbd2cead86 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:22:32.973667 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:32.977641 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:33.057686 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 6c3529fe-09df-466c-b779-bbcbd2cead86 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:22:33.058270 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:33.196542 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-05ace8bc-79ea-48be-8766-fcebd6d349c9 req-8dcae6ce-1612-47d3-a9ca-7426d2fa9d48 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=12a111cc-9110-4d03-a257-2aa191d03dee HTTP/1.1" status: 200 len: 210 time: 0.3354247 Jan 19 22:22:33.272024 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] Allocated IP 172.27.0.60 (8ee66800-a804-40da-8341-42d4a5bfa70e/1d78e577-375f-4e80-a30d-36805bf42fd3/be9a77fe-d0d5-426f-a119-c91be0ecca67) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:22:33.314427 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fda8fac5-2197-4015-9447-02ec17fb3e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:33.558961 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:33.677267 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Pushing event updated for resources: {'Port': ['ID=076a0892-d118-4152-9258-c4f0c41c4be2,revision_number=2']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:33.702008 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:33.726043 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] For port 6c3529fe-09df-466c-b779-bbcbd2cead86, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=6c3529fe-09df-466c-b779-bbcbd2cead86,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:22:33.745730 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:33.783017 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:33.875634 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f1e302f8-4fd1-45f9-b11d-d8e7913b9d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:33.896421 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:33.956896 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e302f8-4fd1-45f9-b11d-d8e7913b9d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72c8cff-83bf-486e-893c-2d4129146554,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:34.022844 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f1e302f8-4fd1-45f9-b11d-d8e7913b9d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:34.068793 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'name': 'tempest-AttachVolumeShelveTestJSON-1610638167-router', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:21Z', 'updated_at': '2021-01-19T22:22:24Z', 'revision_number': 3, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'gw_port': {'id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:23Z', 'updated_at': '2021-01-19T22:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:22:34.101765 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] Checking router: 153e7ab8-b846-4db1-b200-e94ed46ff16a for host: dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:22:34.102578 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] Updating router 153e7ab8-b846-4db1-b200-e94ed46ff16a port 7bb87c2e-4982-453a-aedd-bfe9720850aa binding host dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:22:34.143224 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:34.258300 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Pushing event updated for resources: {'Port': ['ID=6c3529fe-09df-466c-b779-bbcbd2cead86,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:34.289435 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:34.311517 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f1e302f8-4fd1-45f9-b11d-d8e7913b9d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:34.324140 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-f1e302f8-4fd1-45f9-b11d-d8e7913b9d5b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d72c8cff-83bf-486e-893c-2d4129146554 HTTP/1.1" status: 204 len: 168 time: 4.2878516 Jan 19 22:22:34.355847 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:34.712359 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:34.827903 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-53550e64-7b4f-43fb-8c9b-0e22fc337a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:35.023082 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cc296d2a-03c2-4438-bf27-30634cc0924b req-be3c5be4-be24-4a7c-9849-9a2f3f9f557e tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=12a111cc-9110-4d03-a257-2aa191d03dee HTTP/1.1" status: 200 len: 210 time: 0.4526238 Jan 19 22:22:35.175530 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:35.326549 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:22:35.343986 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:35.430611 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6db71-202b-4df3-b578-943d488ebfbe req-5463fcb3-933d-415c-a552-ff74203d9c18 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:35.432984 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-90a6db71-202b-4df3-b578-943d488ebfbe req-5463fcb3-933d-415c-a552-ff74203d9c18 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/ports?device_id=2101c25d-d730-4ac0-9253-fec65ccc0047 HTTP/1.1" status: 200 len: 931 time: 1.5438147 Jan 19 22:22:35.463265 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:35.590255 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] Transition to ACTIVE for port object 0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:22:35.632669 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:35.704433 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-90a6db71-202b-4df3-b578-943d488ebfbe req-252296f9-5775-45b8-bdef-2102c1b93dcf tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/security-groups?id=8e762246-fa38-46ce-8857-feb550ec31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435441 Jan 19 22:22:35.705485 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:35.755894 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] Transition to ACTIVE for port object 7bb87c2e-4982-453a-aedd-bfe9720850aa will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:22:35.801228 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:35.801228 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:35.894304 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] Pushing event updated for resources: {'Port': ['ID=be9a77fe-d0d5-426f-a119-c91be0ecca67,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:35.925670 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.098s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:36.060642 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-9979ec78-c3c0-402a-8a8e-b5d657c0bec6 admin admin] Allocated IP 172.20.0.1 (2de0ab09-37c3-47d9-883f-9b41c5ae35f2/7325d4b0-095b-4afe-9fcb-ab7450d96ef2/d8697ad9-0bca-4497-9612-f2b46a23ab20) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:22:36.077917 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] Network 8ee66800-a804-40da-8341-42d4a5bfa70e is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:22:36.082741 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:22:36.092323 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:22:36.190260 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:36.204468 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:36.321250 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b918b5d9-f358-4602-a188-6d0246623d3a None None] Network af289a99-4938-4c37-bab6-8e3fa35bb17d requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:22:36.548330 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791a351-0b0c-433e-a21e-0b6f3c19c986 None None] Pushing event updated for resources: {'Port': ['ID=7bb87c2e-4982-453a-aedd-bfe9720850aa,revision_number=2']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:36.548517 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] Pushing event updated for resources: {'Port': ['ID=0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:36.558796 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b791a351-0b0c-433e-a21e-0b6f3c19c986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:36.562018 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.65', 63579) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:36.586043 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 076a0892-d118-4152-9258-c4f0c41c4be2 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:22:36.587344 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c5b0fdf8-26a0-4b56-b1b6-1b7ee08f3368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:36.590392 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:36.733219 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-d03af6a4-5cf5-4433-bebc-906b6bd5f750 None None] Provisioning for port 076a0892-d118-4152-9258-c4f0c41c4be2 completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:22:36.916583 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-dd140765-41fb-4e7f-9878-fc5f37c8b008 req-86f69b15-4284-4ed8-967b-762e80823168 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=12a111cc-9110-4d03-a257-2aa191d03dee HTTP/1.1" status: 200 len: 210 time: 0.3332210 Jan 19 22:22:37.100661 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] Attempting to bind port 0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:22:37.101152 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] Attempting to bind port 0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '18be8143-3368-4af7-bc7b-eb42c60c4d5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0af0f373-2c08-4f82-be77-b065dfead4dd'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:22:37.101528 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] Attempting to bind port 0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc on network 0af0f373-2c08-4f82-be77-b065dfead4dd {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:22:37.140853 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] Checking agent: {'id': '2523063a-ad22-4c17-a8b2-431f878c065d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 20, 21), 'started_at': datetime.datetime(2021, 1, 19, 22, 20, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:22:37.141279 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] Checking segment: {'id': '18be8143-3368-4af7-bc7b-eb42c60c4d5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0af0f373-2c08-4f82-be77-b065dfead4dd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:22:37.141758 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:37.142295 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] Bound using segment: {'id': '18be8143-3368-4af7-bc7b-eb42c60c4d5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0af0f373-2c08-4f82-be77-b065dfead4dd'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:22:37.142785 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] Bound port: 0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18be8143-3368-4af7-bc7b-eb42c60c4d5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0af0f373-2c08-4f82-be77-b065dfead4dd'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:22:37.143193 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:37.164285 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port 076a0892-d118-4152-9258-c4f0c41c4be2 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:22:37.171250 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] Attempting to bind port 7bb87c2e-4982-453a-aedd-bfe9720850aa on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:22:37.171672 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] Attempting to bind port 7bb87c2e-4982-453a-aedd-bfe9720850aa by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:22:37.172080 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] Attempting to bind port 7bb87c2e-4982-453a-aedd-bfe9720850aa on network 8ee66800-a804-40da-8341-42d4a5bfa70e {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:22:37.195929 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 076a0892-d118-4152-9258-c4f0c41c4be2 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:22:37.200427 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:37.275078 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:22:37.276768 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] Checking segment: {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:22:37.277370 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:37.277952 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] Bound using segment: {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:22:37.278661 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] Bound port: 7bb87c2e-4982-453a-aedd-bfe9720850aa, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:22:37.279286 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:37.372504 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] For port 7bb87c2e-4982-453a-aedd-bfe9720850aa, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:22:37.379294 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] For port 7bb87c2e-4982-453a-aedd-bfe9720850aa, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=7bb87c2e-4982-453a-aedd-bfe9720850aa,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:22:37.391700 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:37.551873 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-60e05a01-f702-4259-ab6c-77d86b9e3e94 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:37.553797 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-60e05a01-f702-4259-ab6c-77d86b9e3e94 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.65 "GET /v2.0/networks?id=8ad0a752-4970-4a77-bf34-1a49fe1022a1 HTTP/1.1" status: 200 len: 814 time: 0.9680583 Jan 19 22:22:37.584872 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] For port 0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc, host hv-cinder-75078, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:22:37.652692 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616ed3a-e618-430a-b476-b8b6ae151a0b req-d6e32be0-dda7-4928-a340-782a35a0af30 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:37.672355 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a616ed3a-e618-430a-b476-b8b6ae151a0b req-d6e32be0-dda7-4928-a340-782a35a0af30 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/ports?device_id=2101c25d-d730-4ac0-9253-fec65ccc0047 HTTP/1.1" status: 200 len: 943 time: 0.5564921 Jan 19 22:22:37.692100 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] For port 0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc,segment=NetworkSegment(18be8143-3368-4af7-bc7b-eb42c60c4d5d),segment_id=18be8143-3368-4af7-bc7b-eb42c60c4d5d)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:22:37.761005 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-4272c0fc-b8a4-4453-9d2c-ad3b3f164ac1 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Request body: {'port': {'device_id': '12a111cc-9110-4d03-a257-2aa191d03dee', 'network_id': '8ad0a752-4970-4a77-bf34-1a49fe1022a1', 'admin_state_up': True, 'tenant_id': '02a8b1b9c2174c80b96c9aa48056b997'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:37.849738 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:37.977822 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:38.044079 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9979ec78-c3c0-402a-8a8e-b5d657c0bec6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:38.137802 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9979ec78-c3c0-402a-8a8e-b5d657c0bec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:38.150918 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] Pushing event updated for resources: {'Port': ['ID=0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:38.163329 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:38.178915 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:38.349478 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a616ed3a-e618-430a-b476-b8b6ae151a0b req-a7f9bf0b-4157-4bb0-8586-efcd7ce4fe1e tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/security-groups?id=8e762246-fa38-46ce-8857-feb550ec31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6762128 Jan 19 22:22:38.395522 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] Routers {'153e7ab8-b846-4db1-b200-e94ed46ff16a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:22:38.396498 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:22:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['153e7ab8-b846-4db1-b200-e94ed46ff16a'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:22:38.483886 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-4272c0fc-b8a4-4453-9d2c-ad3b3f164ac1 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:38.491909 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:38.503578 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-4272c0fc-b8a4-4453-9d2c-ad3b3f164ac1 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Usage tracker for resource:port and tenant:02a8b1b9c2174c80b96c9aa48056b997 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:38.509097 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-4272c0fc-b8a4-4453-9d2c-ad3b3f164ac1 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Quota usage for port was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:38.527019 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-4272c0fc-b8a4-4453-9d2c-ad3b3f164ac1 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:38.534053 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:38.534953 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:38.536759 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] 10.222.0.65 "PUT /v2.0/ports/0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc HTTP/1.1" status: 200 len: 1157 time: 6.0287249 Jan 19 22:22:38.537380 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2101c25d-d730-4ac0-9253-fec65ccc0047', 'tag': '0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:22:38.577822 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979ec78-c3c0-402a-8a8e-b5d657c0bec6 admin admin] Pushing event updated for resources: {'Port': ['ID=d8697ad9-0bca-4497-9612-f2b46a23ab20,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:38.581186 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9979ec78-c3c0-402a-8a8e-b5d657c0bec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:38.617161 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-4272c0fc-b8a4-4453-9d2c-ad3b3f164ac1 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Made reservation on behalf of 02a8b1b9c2174c80b96c9aa48056b997 for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:22:38.640304 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-4272c0fc-b8a4-4453-9d2c-ad3b3f164ac1 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:39.050041 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:39.060484 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:39.136383 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-83db363a-da32-478a-bdb4-31168e1b84a2 req-55a74b0d-41c3-4d5b-9eb3-3ba28b4b83ad tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=12a111cc-9110-4d03-a257-2aa191d03dee HTTP/1.1" status: 200 len: 210 time: 0.4432838 Jan 19 22:22:39.149343 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791a351-0b0c-433e-a21e-0b6f3c19c986 None None] Pushing event updated for resources: {'Port': ['ID=7bb87c2e-4982-453a-aedd-bfe9720850aa,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:39.160331 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b791a351-0b0c-433e-a21e-0b6f3c19c986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.981s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:39.174531 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] Set router 153e7ab8-b846-4db1-b200-e94ed46ff16a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:22:39.401287 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] For port 076a0892-d118-4152-9258-c4f0c41c4be2, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=076a0892-d118-4152-9258-c4f0c41c4be2,segment=NetworkSegment(5c74953d-c790-4cc2-9771-0ecb028703d3),segment_id=5c74953d-c790-4cc2-9771-0ecb028703d3)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:22:39.573649 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:39.607533 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 6c3529fe-09df-466c-b779-bbcbd2cead86 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:22:39.772506 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:39.787908 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-4272c0fc-b8a4-4453-9d2c-ad3b3f164ac1 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Allocated IP 172.20.0.14 (8ad0a752-4970-4a77-bf34-1a49fe1022a1/9aad7ec5-01c6-4361-b48b-d5771bc83b91/96c08cb4-6c4f-48dd-9c2b-46c6119075fa) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:22:39.870087 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9979ec78-c3c0-402a-8a8e-b5d657c0bec6 admin admin] Network 2de0ab09-37c3-47d9-883f-9b41c5ae35f2 is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:22:39.891558 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-9979ec78-c3c0-402a-8a8e-b5d657c0bec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:22:39.917987 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9979ec78-c3c0-402a-8a8e-b5d657c0bec6 admin admin] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:22:39.918609 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9979ec78-c3c0-402a-8a8e-b5d657c0bec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432228'] for router_interface, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:40.074466 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-4272c0fc-b8a4-4453-9d2c-ad3b3f164ac1 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:40.089103 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2101c25d-d730-4ac0-9253-fec65ccc0047', 'tag': '0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc', 'status': 'completed', 'code': 200} Jan 19 22:22:40.223703 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-5554c5d5-4291-499e-bec8-26349f56bfa6 None None] Provisioning complete for port 076a0892-d118-4152-9258-c4f0c41c4be2 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:22:40.227235 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5554c5d5-4291-499e-bec8-26349f56bfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:40.412262 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-388cadc6-4fea-437d-a103-356a592d6435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:40.415111 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-388cadc6-4fea-437d-a103-356a592d6435 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5fd141c02a2145f9b8c9c834240f5b68&device_id=2101c25d-d730-4ac0-9253-fec65ccc0047 HTTP/1.1" status: 200 len: 1160 time: 1.7382553 Jan 19 22:22:40.449557 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-4272c0fc-b8a4-4453-9d2c-ad3b3f164ac1 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:40.482783 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca8361-74c6-4492-88da-434f2625dd0a req-f406c0f3-4c03-45f3-a907-08e6abeaf847 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:40.485609 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a9ca8361-74c6-4492-88da-434f2625dd0a req-f406c0f3-4c03-45f3-a907-08e6abeaf847 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/ports?device_id=2101c25d-d730-4ac0-9253-fec65ccc0047 HTTP/1.1" status: 200 len: 943 time: 0.3616829 Jan 19 22:22:40.563461 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Pushing event updated for resources: {'Port': ['ID=076a0892-d118-4152-9258-c4f0c41c4be2,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:40.573835 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:40.659941 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-c5b0fdf8-26a0-4b56-b1b6-1b7ee08f3368 admin admin] Allocated IP 172.20.0.1 (a6c7a67a-5750-4ee6-910a-4e0a7db0ec70/728f42a3-f50d-4a74-bd63-43882f750a76/ea9f7383-2193-4b0e-8d89-d888ad9fe420) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:22:40.787833 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:40.789003 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 6c3529fe-09df-466c-b779-bbcbd2cead86 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:22:40.789752 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:40.883176 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'name': 'tempest-AttachVolumeShelveTestJSON-1610638167-router', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:21Z', 'updated_at': '2021-01-19T22:22:24Z', 'revision_number': 3, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'gw_port': {'id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:23Z', 'updated_at': '2021-01-19T22:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:22:40.894178 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc892d0-ffde-420b-b0ad-49ba90f0bc8e None None] The sync data for ids ['153e7ab8-b846-4db1-b200-e94ed46ff16a'] in dv-cinder-750782-5-iscsi is: [{'id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'name': 'tempest-AttachVolumeShelveTestJSON-1610638167-router', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:21Z', 'updated_at': '2021-01-19T22:22:24Z', 'revision_number': 3, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'gw_port': {'id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:23Z', 'updated_at': '2021-01-19T22:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:22:40.936492 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-4272c0fc-b8a4-4453-9d2c-ad3b3f164ac1 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Network 8ad0a752-4970-4a77-bf34-1a49fe1022a1 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:22:40.956936 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-4272c0fc-b8a4-4453-9d2c-ad3b3f164ac1 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:22:40.965545 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-4272c0fc-b8a4-4453-9d2c-ad3b3f164ac1 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:22:40.992355 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-4272c0fc-b8a4-4453-9d2c-ad3b3f164ac1 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:40.993829 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-4272c0fc-b8a4-4453-9d2c-ad3b3f164ac1 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:41.057635 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272c0fc-b8a4-4453-9d2c-ad3b3f164ac1 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Pushing event updated for resources: {'Port': ['ID=96c08cb4-6c4f-48dd-9c2b-46c6119075fa,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:41.090564 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4272c0fc-b8a4-4453-9d2c-ad3b3f164ac1 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:41.103511 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a9ca8361-74c6-4492-88da-434f2625dd0a req-9da55575-e8d7-4cf1-b3d9-b18270badc91 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/security-groups?id=8e762246-fa38-46ce-8857-feb550ec31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5708272 Jan 19 22:22:41.108954 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-54e8698c-a5cb-4790-8e06-a141f5753df9 None None] Provisioning complete for port 076a0892-d118-4152-9258-c4f0c41c4be2 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:22:41.109379 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-54e8698c-a5cb-4790-8e06-a141f5753df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:41.258203 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:22:41.308303 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 076a0892-d118-4152-9258-c4f0c41c4be2 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:22:41.356621 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c5b0fdf8-26a0-4b56-b1b6-1b7ee08f3368 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:41.476431 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 53752) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:41.522222 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-c5b0fdf8-26a0-4b56-b1b6-1b7ee08f3368 admin admin] Transition to ACTIVE for port object ea9f7383-2193-4b0e-8d89-d888ad9fe420 will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:22:41.524224 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 076a0892-d118-4152-9258-c4f0c41c4be2 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:22:41.524873 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:41.685616 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9979ec78-c3c0-402a-8a8e-b5d657c0bec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:41.794856 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-a72ba5bf-997a-4d8d-80d6-079b6420a268 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc HTTP/1.1" status: 200 len: 217 time: 0.6346831 Jan 19 22:22:41.798254 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-4272c0fc-b8a4-4453-9d2c-ad3b3f164ac1 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1224546 Jan 19 22:22:41.839523 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d0f06-ac16-4f7f-9a3c-6f78b21358ce req-b79713a8-5f0f-4279-889d-1b3739b18774 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:41.840329 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-929d0f06-ac16-4f7f-9a3c-6f78b21358ce req-b79713a8-5f0f-4279-889d-1b3739b18774 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Synchronizing usage tracker for tenant:02a8b1b9c2174c80b96c9aa48056b997 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:22:41.917873 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] Request body: {'port': {'device_id': '12a111cc-9110-4d03-a257-2aa191d03dee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:41.940011 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854343512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854343465'] for router, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:41.952490 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a5d96c1d-478b-4be2-8ad2-2d78bb4d4c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:42.047309 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c5b0fdf8-26a0-4b56-b1b6-1b7ee08f3368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:42.048397 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-8275a4bf-b547-4fa0-8d51-1042d2fa465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:42.050166 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-8275a4bf-b547-4fa0-8d51-1042d2fa465d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c09ad25e-9b8c-4a8a-a3b1-8fc8c1ab381f HTTP/1.1" status: 200 len: 852 time: 0.2045248 Jan 19 22:22:42.097466 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-929d0f06-ac16-4f7f-9a3c-6f78b21358ce req-b79713a8-5f0f-4279-889d-1b3739b18774 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Unset dirty status for tenant:02a8b1b9c2174c80b96c9aa48056b997 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:22:42.104918 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-929d0f06-ac16-4f7f-9a3c-6f78b21358ce req-b79713a8-5f0f-4279-889d-1b3739b18774 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=12a111cc-9110-4d03-a257-2aa191d03dee HTTP/1.1" status: 200 len: 932 time: 1.6179490 Jan 19 22:22:42.145766 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-a23f1b38-0956-4651-9089-cc1f7026d142 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0af0f373-2c08-4f82-be77-b065dfead4dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862715 Jan 19 22:22:42.147854 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:42.182177 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:42.277264 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-a5d96c1d-478b-4be2-8ad2-2d78bb4d4c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:42.311251 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-a5d96c1d-478b-4be2-8ad2-2d78bb4d4c45 admin admin] Usage tracker for resource:security_group_rule and tenant:3eb805779579476db47fee713e11cea3 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:42.311471 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-929d0f06-ac16-4f7f-9a3c-6f78b21358ce req-26707348-eb97-410b-852f-b9fb82e57cb8 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053525 Jan 19 22:22:42.322533 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-a5d96c1d-478b-4be2-8ad2-2d78bb4d4c45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:42.376724 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-a5d96c1d-478b-4be2-8ad2-2d78bb4d4c45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:42.462419 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0fdf8-26a0-4b56-b1b6-1b7ee08f3368 admin admin] Pushing event updated for resources: {'Port': ['ID=ea9f7383-2193-4b0e-8d89-d888ad9fe420,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:42.487889 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-c5b0fdf8-26a0-4b56-b1b6-1b7ee08f3368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:42.600622 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c0f51-368c-41b9-b378-804fdff9a49e req-0bd25f73-2262-4708-9a71-135117909841 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:42.608745 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b18c0f51-368c-41b9-b378-804fdff9a49e req-0bd25f73-2262-4708-9a71-135117909841 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/ports?device_id=2101c25d-d730-4ac0-9253-fec65ccc0047 HTTP/1.1" status: 200 len: 943 time: 0.2903264 Jan 19 22:22:42.617909 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-b5a022ce-6dcb-4b07-a370-2f48d60bc97c service neutron] 10.222.0.65 "GET /v2.0/networks/0af0f373-2c08-4f82-be77-b065dfead4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580472 Jan 19 22:22:42.652401 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b0fdf8-26a0-4b56-b1b6-1b7ee08f3368 admin admin] Network a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:22:42.657929 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-c5b0fdf8-26a0-4b56-b1b6-1b7ee08f3368 admin admin] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:22:42.677589 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b0fdf8-26a0-4b56-b1b6-1b7ee08f3368 admin admin] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:22:42.678113 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c5b0fdf8-26a0-4b56-b1b6-1b7ee08f3368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432228'] for router_interface, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:42.790297 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a5d96c1d-478b-4be2-8ad2-2d78bb4d4c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:42.791637 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] Router 83806c06-c060-48ad-82bf-962c2f51c26a is scheduled to L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 with binding_index 1 {{(pid=80181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 19 22:22:42.797035 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9979ec78-c3c0-402a-8a8e-b5d657c0bec6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:42.808647 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a5d96c1d-478b-4be2-8ad2-2d78bb4d4c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:42.814310 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d756327c-6e42-4273-94cd-dfd57c991a76 req-c0caf268-762f-46aa-845e-bb2a7cff5e93 service neutron] 10.222.0.65 "GET /v2.0/networks/0af0f373-2c08-4f82-be77-b065dfead4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1763480 Jan 19 22:22:42.814521 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9979ec78-c3c0-402a-8a8e-b5d657c0bec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:42.857368 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b18c0f51-368c-41b9-b378-804fdff9a49e req-e2f2042f-17e7-42f4-8de2-fb8f3454cdc4 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/security-groups?id=8e762246-fa38-46ce-8857-feb550ec31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476387 Jan 19 22:22:42.937341 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:42.946446 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-a5d96c1d-478b-4be2-8ad2-2d78bb4d4c45 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3eb805779579476db47fee713e11cea3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4687040 Jan 19 22:22:42.948579 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9979ec78-c3c0-402a-8a8e-b5d657c0bec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1691567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427469'] for router_interface, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:42.957681 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-fa86a0a2-e4be-4e03-8b35-fc55888349dc None None] Provisioning for port ea9f7383-2193-4b0e-8d89-d888ad9fe420 completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:22:42.963542 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 53804) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:42.964878 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-fa86a0a2-e4be-4e03-8b35-fc55888349dc None None] Provisioning complete for port ea9f7383-2193-4b0e-8d89-d888ad9fe420 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:22:42.965504 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fa86a0a2-e4be-4e03-8b35-fc55888349dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:43.034600 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-fa86a0a2-e4be-4e03-8b35-fc55888349dc None None] Port ea9f7383-2193-4b0e-8d89-d888ad9fe420 cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:22:43.090946 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae65f49-6226-49aa-a33b-ef75e531b033 req-86e16c5b-bb1c-415a-8275-2bb4017791c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:43.092866 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fae65f49-6226-49aa-a33b-ef75e531b033 req-86e16c5b-bb1c-415a-8275-2bb4017791c2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5fd141c02a2145f9b8c9c834240f5b68&device_id=2101c25d-d730-4ac0-9253-fec65ccc0047 HTTP/1.1" status: 200 len: 1160 time: 0.1470261 Jan 19 22:22:43.274492 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 7bb87c2e-4982-453a-aedd-bfe9720850aa up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:22:43.300573 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.resource_extend [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 19 22:22:43.359307 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port 7bb87c2e-4982-453a-aedd-bfe9720850aa completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:22:43.366102 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 7bb87c2e-4982-453a-aedd-bfe9720850aa triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:22:43.367005 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:43.426146 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c5b0fdf8-26a0-4b56-b1b6-1b7ee08f3368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:43.500335 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae65f49-6226-49aa-a33b-ef75e531b033 req-6eb52a63-8fb4-44b0-ba58-52cb0d5a6be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:43.502181 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fae65f49-6226-49aa-a33b-ef75e531b033 req-6eb52a63-8fb4-44b0-ba58-52cb0d5a6be4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0af0f373-2c08-4f82-be77-b065dfead4dd HTTP/1.1" status: 200 len: 906 time: 0.4018986 Jan 19 22:22:43.569735 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d96c1d-478b-4be2-8ad2-2d78bb4d4c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66694a5-fe47-4a4b-915b-485de80c8d62,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:43.573998 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a5d96c1d-478b-4be2-8ad2-2d78bb4d4c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:43.590009 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-c5b0fdf8-26a0-4b56-b1b6-1b7ee08f3368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.611s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:43.595856 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fae65f49-6226-49aa-a33b-ef75e531b033 req-50b54aec-1993-4848-8578-ee8babc0f1f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc HTTP/1.1" status: 200 len: 217 time: 0.0862012 Jan 19 22:22:43.632754 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:43.701496 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c08cb4-6c4f-48dd-9c2b-46c6119075fa {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:22:43.707959 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] For port 7bb87c2e-4982-453a-aedd-bfe9720850aa, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=7bb87c2e-4982-453a-aedd-bfe9720850aa,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:22:43.712435 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:43.721488 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:43.722806 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:43.783647 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] Transition to ACTIVE for port object 96c08cb4-6c4f-48dd-9c2b-46c6119075fa will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:22:43.787206 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae65f49-6226-49aa-a33b-ef75e531b033 req-4d41c9be-11de-40b4-8383-f169ec132665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:43.788989 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fae65f49-6226-49aa-a33b-ef75e531b033 req-4d41c9be-11de-40b4-8383-f169ec132665 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c09ad25e-9b8c-4a8a-a3b1-8fc8c1ab381f HTTP/1.1" status: 200 len: 852 time: 0.1528323 Jan 19 22:22:43.791951 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:43.809398 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979ec78-c3c0-402a-8a8e-b5d657c0bec6 admin admin] Pushing event updated for resources: {'Port': ['ID=d8697ad9-0bca-4497-9612-f2b46a23ab20,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:43.812565 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9979ec78-c3c0-402a-8a8e-b5d657c0bec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:43.818710 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:22:43.822580 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Pushing event updated for resources: {'Port': ['ID=7bb87c2e-4982-453a-aedd-bfe9720850aa,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:43.827985 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:43.828903 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] Sync routers for ids ['83806c06-c060-48ad-82bf-962c2f51c26a'] in dv-cinder-750782-5-iscsi {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:22:43.849330 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] Routers {'83806c06-c060-48ad-82bf-962c2f51c26a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:22:43.850044 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:22:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['83806c06-c060-48ad-82bf-962c2f51c26a'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:22:43.912304 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-545a0c1a-5a8d-420b-8573-29f39c680c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:43.933635 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9979ec78-c3c0-402a-8a8e-b5d657c0bec6 admin admin] Network 2de0ab09-37c3-47d9-883f-9b41c5ae35f2 is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:22:43.945909 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-9979ec78-c3c0-402a-8a8e-b5d657c0bec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:22:44.017376 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:44.017509 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] Notify callbacks [] for router, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:44.017509 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 17.8445716 Jan 19 22:22:44.024892 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 53836) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:44.107414 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] Set router 83806c06-c060-48ad-82bf-962c2f51c26a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:22:44.278927 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-545a0c1a-5a8d-420b-8573-29f39c680c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:44.467337 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9923c8-da86-42b0-82af-14d3533553ba req-38d4b509-40aa-4f12-8139-7530bcad4e99 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:44.468720 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ef9923c8-da86-42b0-82af-14d3533553ba req-38d4b509-40aa-4f12-8139-7530bcad4e99 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=12a111cc-9110-4d03-a257-2aa191d03dee HTTP/1.1" status: 200 len: 932 time: 0.9626632 Jan 19 22:22:44.470938 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fae65f49-6226-49aa-a33b-ef75e531b033 req-9edb5e90-b117-4187-add7-69f18749a6ee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0af0f373-2c08-4f82-be77-b065dfead4dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5055292 Jan 19 22:22:44.553830 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9979ec78-c3c0-402a-8a8e-b5d657c0bec6 admin admin] Router 204e8d80-67ec-4db9-b74c-7570489800eb has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:22:44.558420 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'name': 'tempest-AttachVolumeTestJSON-1010770720-router', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:26Z', 'updated_at': '2021-01-19T22:22:37Z', 'revision_number': 3, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'gw_port': {'id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:32Z', 'updated_at': '2021-01-19T22:22:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:22:44.565695 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] Checking router: 83806c06-c060-48ad-82bf-962c2f51c26a for host: dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:22:44.566373 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] Updating router 83806c06-c060-48ad-82bf-962c2f51c26a port be9a77fe-d0d5-426f-a119-c91be0ecca67 binding host dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:22:44.572985 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-545a0c1a-5a8d-420b-8573-29f39c680c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:44.589394 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ed48af55-8cd5-4b36-ad0b-da2f3217558f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:44.607529 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a0c1a-5a8d-420b-8573-29f39c680c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66694a5-fe47-4a4b-915b-485de80c8d62,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:44.610316 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-545a0c1a-5a8d-420b-8573-29f39c680c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:44.611252 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] Attempting to bind port 96c08cb4-6c4f-48dd-9c2b-46c6119075fa on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:22:44.611644 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] Attempting to bind port 96c08cb4-6c4f-48dd-9c2b-46c6119075fa by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '3e573508-cfe9-4fcd-b992-dc50ecf291a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8ad0a752-4970-4a77-bf34-1a49fe1022a1'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:22:44.612015 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] Attempting to bind port 96c08cb4-6c4f-48dd-9c2b-46c6119075fa on network 8ad0a752-4970-4a77-bf34-1a49fe1022a1 {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:22:44.638907 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:44.695908 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] Checking agent: {'id': '2523063a-ad22-4c17-a8b2-431f878c065d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 20, 21), 'started_at': datetime.datetime(2021, 1, 19, 22, 20, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:22:44.696416 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] Checking segment: {'id': '3e573508-cfe9-4fcd-b992-dc50ecf291a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8ad0a752-4970-4a77-bf34-1a49fe1022a1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:22:44.696967 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:44.697857 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] Bound using segment: {'id': '3e573508-cfe9-4fcd-b992-dc50ecf291a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8ad0a752-4970-4a77-bf34-1a49fe1022a1'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:22:44.698361 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] Bound port: 96c08cb4-6c4f-48dd-9c2b-46c6119075fa, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e573508-cfe9-4fcd-b992-dc50ecf291a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8ad0a752-4970-4a77-bf34-1a49fe1022a1'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:22:44.698778 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:44.728488 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ef9923c8-da86-42b0-82af-14d3533553ba req-d9107f6f-51d3-4eb4-a3af-54cdc1d41ac2 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412026 Jan 19 22:22:44.741448 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-545a0c1a-5a8d-420b-8573-29f39c680c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:44.745918 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-545a0c1a-5a8d-420b-8573-29f39c680c49 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b66694a5-fe47-4a4b-915b-485de80c8d62 HTTP/1.1" status: 204 len: 168 time: 1.7627852 Jan 19 22:22:44.781381 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] Pushing event updated for resources: {'Port': ['ID=96c08cb4-6c4f-48dd-9c2b-46c6119075fa,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:44.816644 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:44.952346 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bc674-7bad-4dc7-aac7-6de0d7c5c790 req-01f4b61a-ef1a-4dbc-ac94-db14b5b31384 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:44.960260 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-697bc674-7bad-4dc7-aac7-6de0d7c5c790 req-01f4b61a-ef1a-4dbc-ac94-db14b5b31384 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/ports?device_id=2101c25d-d730-4ac0-9253-fec65ccc0047 HTTP/1.1" status: 200 len: 943 time: 0.6069837 Jan 19 22:22:45.008071 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fae65f49-6226-49aa-a33b-ef75e531b033 req-88611a9f-1150-4dc2-9836-c263f41f4632 service neutron] 10.222.0.65 "GET /v2.0/networks/0af0f373-2c08-4f82-be77-b065dfead4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638057 Jan 19 22:22:45.032083 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] For port 96c08cb4-6c4f-48dd-9c2b-46c6119075fa, host hv-cinder-75078, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:22:45.054038 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-697bc674-7bad-4dc7-aac7-6de0d7c5c790 req-eb6b3c53-5266-4535-825d-9d9a232b2939 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/security-groups?id=8e762246-fa38-46ce-8857-feb550ec31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928693 Jan 19 22:22:45.085369 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.resource_extend [None req-c5b0fdf8-26a0-4b56-b1b6-1b7ee08f3368 admin admin] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 19 22:22:45.092956 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] For port 96c08cb4-6c4f-48dd-9c2b-46c6119075fa, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=96c08cb4-6c4f-48dd-9c2b-46c6119075fa,segment=NetworkSegment(3e573508-cfe9-4fcd-b992-dc50ecf291a2),segment_id=3e573508-cfe9-4fcd-b992-dc50ecf291a2)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:22:45.100148 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:45.126271 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c5b0fdf8-26a0-4b56-b1b6-1b7ee08f3368 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:45.168323 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c5b0fdf8-26a0-4b56-b1b6-1b7ee08f3368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:45.180029 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:45.187532 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c5b0fdf8-26a0-4b56-b1b6-1b7ee08f3368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1691567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427469'] for router_interface, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:45.226641 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 7bb87c2e-4982-453a-aedd-bfe9720850aa up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:22:45.267512 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9979ec78-c3c0-402a-8a8e-b5d657c0bec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:45.272078 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] Pushing event updated for resources: {'Port': ['ID=96c08cb4-6c4f-48dd-9c2b-46c6119075fa,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:45.330637 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:45.342656 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 53862) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:45.343049 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] Notify callbacks [] for port, precommit_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:45.375542 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] Transition to ACTIVE for port object be9a77fe-d0d5-426f-a119-c91be0ecca67 will not be triggered until provisioned by entity L2. {{(pid=80183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:22:45.380399 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:45.395711 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-75faf0da-d4e0-42e9-89c9-32624540a8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:45.410559 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9979ec78-c3c0-402a-8a8e-b5d657c0bec6 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:22:45.433527 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-75faf0da-d4e0-42e9-89c9-32624540a8ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:45.434069 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] Sync routers for ids ['204e8d80-67ec-4db9-b74c-7570489800eb'] in dv-cinder-750782-5-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:22:45.448182 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 7bb87c2e-4982-453a-aedd-bfe9720850aa triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:22:45.450578 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:45.456823 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-75faf0da-d4e0-42e9-89c9-32624540a8ae admin admin] Usage tracker for resource:security_group_rule and tenant:c7b035ed1f9042128d81d2ce1c00149c is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:45.464006 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fae65f49-6226-49aa-a33b-ef75e531b033 req-24d86993-427d-484b-9825-b64db7659477 service neutron] 10.222.0.65 "GET /v2.0/networks/0af0f373-2c08-4f82-be77-b065dfead4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4294043 Jan 19 22:22:45.464891 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-75faf0da-d4e0-42e9-89c9-32624540a8ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:45.475123 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-75faf0da-d4e0-42e9-89c9-32624540a8ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:45.482704 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-9979ec78-c3c0-402a-8a8e-b5d657c0bec6 admin admin] 10.222.0.50 "PUT /v2.0/routers/204e8d80-67ec-4db9-b74c-7570489800eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.9887464 Jan 19 22:22:45.528400 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:45.529088 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:45.530604 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] 10.222.0.65 "PUT /v2.0/ports/96c08cb4-6c4f-48dd-9c2b-46c6119075fa HTTP/1.1" status: 200 len: 1158 time: 3.6271331 Jan 19 22:22:45.531123 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a111cc-9110-4d03-a257-2aa191d03dee', 'tag': '96c08cb4-6c4f-48dd-9c2b-46c6119075fa'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:22:45.543581 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0fdf8-26a0-4b56-b1b6-1b7ee08f3368 admin admin] Pushing event updated for resources: {'Port': ['ID=ea9f7383-2193-4b0e-8d89-d888ad9fe420,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:45.561397 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-c5b0fdf8-26a0-4b56-b1b6-1b7ee08f3368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:45.677625 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:45.731761 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] Routers {'204e8d80-67ec-4db9-b74c-7570489800eb'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:22:45.732494 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:22:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['204e8d80-67ec-4db9-b74c-7570489800eb'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:22:45.851827 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-55b12a45-eb1b-4959-b012-93a0e32b6743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:45.853561 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-55b12a45-eb1b-4959-b012-93a0e32b6743 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02a8b1b9c2174c80b96c9aa48056b997&device_id=12a111cc-9110-4d03-a257-2aa191d03dee HTTP/1.1" status: 200 len: 1161 time: 0.2618520 Jan 19 22:22:45.891485 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a111cc-9110-4d03-a257-2aa191d03dee', 'tag': '96c08cb4-6c4f-48dd-9c2b-46c6119075fa', 'status': 'completed', 'code': 200} Jan 19 22:22:45.998034 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa004d0-fa56-42c0-8737-abb33dbd7cbd None None] Pushing event updated for resources: {'Port': ['ID=be9a77fe-d0d5-426f-a119-c91be0ecca67,revision_number=2']} {{(pid=80183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:46.005554 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9aa004d0-fa56-42c0-8737-abb33dbd7cbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:46.086489 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] Attempting to bind port be9a77fe-d0d5-426f-a119-c91be0ecca67 on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:22:46.087309 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] Attempting to bind port be9a77fe-d0d5-426f-a119-c91be0ecca67 by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}] {{(pid=80183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:22:46.087499 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] Attempting to bind port be9a77fe-d0d5-426f-a119-c91be0ecca67 on network 8ee66800-a804-40da-8341-42d4a5bfa70e {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:22:46.093279 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-75faf0da-d4e0-42e9-89c9-32624540a8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:46.103569 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:22:46.103988 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] Checking segment: {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:22:46.104413 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:46.104904 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] Bound using segment: {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'} {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:22:46.105406 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] Bound port: be9a77fe-d0d5-426f-a119-c91be0ecca67, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}}] {{(pid=80183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:22:46.105831 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:46.218025 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-d035d9a2-1731-4499-ba11-af654369cef5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96c08cb4-6c4f-48dd-9c2b-46c6119075fa HTTP/1.1" status: 200 len: 217 time: 0.3462150 Jan 19 22:22:46.219579 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-75faf0da-d4e0-42e9-89c9-32624540a8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:46.276988 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] For port be9a77fe-d0d5-426f-a119-c91be0ecca67, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:22:46.292739 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] For port be9a77fe-d0d5-426f-a119-c91be0ecca67, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=be9a77fe-d0d5-426f-a119-c91be0ecca67,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:22:46.299141 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-2e0f8a1e-43be-45bd-bb1a-df7f532e9283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:46.299274 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:46.300731 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-2e0f8a1e-43be-45bd-bb1a-df7f532e9283 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9aad7ec5-01c6-4361-b48b-d5771bc83b91 HTTP/1.1" status: 200 len: 854 time: 0.0704491 Jan 19 22:22:46.319939 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6492932c-5cc7-4da9-9491-e305ccba8218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:46.352317 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:46.361597 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-75faf0da-d4e0-42e9-89c9-32624540a8ae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c7b035ed1f9042128d81d2ce1c00149c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0157375 Jan 19 22:22:46.367178 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 53904) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:46.426283 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-ce871ffe-af80-429d-bdf2-84c0d466f73e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ad0a752-4970-4a77-bf34-1a49fe1022a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748637 Jan 19 22:22:46.428069 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b0fdf8-26a0-4b56-b1b6-1b7ee08f3368 admin admin] Network a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:22:46.434543 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-c5b0fdf8-26a0-4b56-b1b6-1b7ee08f3368 admin admin] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:22:46.537340 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 53912) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:46.563480 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75faf0da-d4e0-42e9-89c9-32624540a8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdaaa26-f4cb-4b67-8dbf-e204afa4a1ca,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:46.591916 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-75faf0da-d4e0-42e9-89c9-32624540a8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:46.628859 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4cdf9-0ffb-413a-885d-a893cee38102 req-6ab05689-33d5-4d6a-af0f-6c26e553705c tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:46.636906 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-14e4cdf9-0ffb-413a-885d-a893cee38102 req-6ab05689-33d5-4d6a-af0f-6c26e553705c tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=12a111cc-9110-4d03-a257-2aa191d03dee HTTP/1.1" status: 200 len: 944 time: 0.5631413 Jan 19 22:22:46.664903 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.objects.ports [None req-ce892b63-fd05-4b0e-9b10-1b188d3f1080 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80182) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 22:22:46.679082 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] Set router 204e8d80-67ec-4db9-b74c-7570489800eb gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:22:46.822179 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bab9c803-d24c-403e-9afd-d890a11f06c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:46.858699 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bab9c803-d24c-403e-9afd-d890a11f06c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:46.900378 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-14e4cdf9-0ffb-413a-885d-a893cee38102 req-365ddf2b-9155-4dd3-a18a-4615dbffcf26 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618964 Jan 19 22:22:47.045717 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa004d0-fa56-42c0-8737-abb33dbd7cbd None None] Pushing event updated for resources: {'Port': ['ID=be9a77fe-d0d5-426f-a119-c91be0ecca67,revision_number=3']} {{(pid=80183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:47.049532 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9aa004d0-fa56-42c0-8737-abb33dbd7cbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:47.077131 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] Routers {'83806c06-c060-48ad-82bf-962c2f51c26a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:22:47.078043 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:22:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['83806c06-c060-48ad-82bf-962c2f51c26a'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:22:47.086132 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-cb337111-b847-40b9-83a7-928f9f33adcd None None] Provisioning complete for port ea9f7383-2193-4b0e-8d89-d888ad9fe420 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:22:47.086557 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-cb337111-b847-40b9-83a7-928f9f33adcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:47.091219 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b0fdf8-26a0-4b56-b1b6-1b7ee08f3368 admin admin] Router 153e7ab8-b846-4db1-b200-e94ed46ff16a has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:22:47.146632 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbea39f-1739-4ff9-9a15-94866467874a req-12deb689-84d8-480c-b1b6-98eabf685e29 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:47.148335 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-afbea39f-1739-4ff9-9a15-94866467874a req-12deb689-84d8-480c-b1b6-98eabf685e29 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/networks?id=2de0ab09-37c3-47d9-883f-9b41c5ae35f2 HTTP/1.1" status: 200 len: 819 time: 0.7135317 Jan 19 22:22:47.149773 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-cb337111-b847-40b9-83a7-928f9f33adcd None None] Port ea9f7383-2193-4b0e-8d89-d888ad9fe420 cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:22:47.154618 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-83b33a13-fe0c-4407-8f6c-a7bb8a4ecd3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:47.159081 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204e8d80-67ec-4db9-b74c-7570489800eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1115440554-router', 'tenant_id': 'faaf464719d54745afba437b2a9bd34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '6c3529fe-09df-466c-b779-bbcbd2cead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:18Z', 'updated_at': '2021-01-19T22:22:41Z', 'revision_number': 4, 'project_id': 'faaf464719d54745afba437b2a9bd34b', 'gw_port': {'id': '6c3529fe-09df-466c-b779-bbcbd2cead86', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204e8d80-67ec-4db9-b74c-7570489800eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:20Z', 'updated_at': '2021-01-19T22:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': 'd8697ad9-0bca-4497-9612-f2b46a23ab20', 'name': '', 'network_id': '2de0ab09-37c3-47d9-883f-9b41c5ae35f2', 'tenant_id': 'faaf464719d54745afba437b2a9bd34b', 'mac_address': 'fa:16:3e:6d:88:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204e8d80-67ec-4db9-b74c-7570489800eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7325d4b0-095b-4afe-9fcb-ab7450d96ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:34Z', 'updated_at': '2021-01-19T22:22:42Z', 'revision_number': 2, 'project_id': 'faaf464719d54745afba437b2a9bd34b', 'subnets': [{'id': '7325d4b0-095b-4afe-9fcb-ab7450d96ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:22:47.163686 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] Checking router: 204e8d80-67ec-4db9-b74c-7570489800eb for host: dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:22:47.164095 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] Updating router 204e8d80-67ec-4db9-b74c-7570489800eb port d8697ad9-0bca-4497-9612-f2b46a23ab20 binding host dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:22:47.174374 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-83b33a13-fe0c-4407-8f6c-a7bb8a4ecd3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:47.178641 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-83b33a13-fe0c-4407-8f6c-a7bb8a4ecd3c admin admin] Usage tracker for resource:security_group_rule and tenant:ac47e77eb4b04eb48c2f2cd538dcab42 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:47.181791 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-83b33a13-fe0c-4407-8f6c-a7bb8a4ecd3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:47.188013 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-83b33a13-fe0c-4407-8f6c-a7bb8a4ecd3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:47.191713 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-370efa46-180d-4eb5-a0f8-888b75144e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:47.224731 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:47.235855 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:22:47.279036 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-83b33a13-fe0c-4407-8f6c-a7bb8a4ecd3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:47.282001 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-0d1a7d4e-9e7a-4605-b88d-e953cda7168c service neutron] 10.222.0.65 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8301787 Jan 19 22:22:47.318724 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-83b33a13-fe0c-4407-8f6c-a7bb8a4ecd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:47.363542 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] Set router 83806c06-c060-48ad-82bf-962c2f51c26a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:22:47.392079 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:47.404257 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-83b33a13-fe0c-4407-8f6c-a7bb8a4ecd3c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ac47e77eb4b04eb48c2f2cd538dcab42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8520880 Jan 19 22:22:47.413483 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-afbea39f-1739-4ff9-9a15-94866467874a req-6331eeb8-98f7-4fed-9529-2e6bdfccfc28 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/quotas/faaf464719d54745afba437b2a9bd34b HTTP/1.1" status: 200 len: 375 time: 0.2432129 Jan 19 22:22:47.423022 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 53922) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:47.676400 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bab9c803-d24c-403e-9afd-d890a11f06c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:47.783248 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 53928) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:47.786773 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:47.811130 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'name': 'tempest-AttachVolumeTestJSON-1010770720-router', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:26Z', 'updated_at': '2021-01-19T22:22:37Z', 'revision_number': 3, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'gw_port': {'id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:32Z', 'updated_at': '2021-01-19T22:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:22:47.815935 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a88f4b7-d763-466e-885e-d68e00b44322 None None] The sync data for ids ['83806c06-c060-48ad-82bf-962c2f51c26a'] in dv-cinder-750782-5-iscsi is: [{'id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'name': 'tempest-AttachVolumeTestJSON-1010770720-router', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:26Z', 'updated_at': '2021-01-19T22:22:37Z', 'revision_number': 3, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'gw_port': {'id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:32Z', 'updated_at': '2021-01-19T22:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}] {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:22:47.835381 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b33a13-fe0c-4407-8f6c-a7bb8a4ecd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532dbc0e-bb2d-4791-9fad-57383315228f,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:47.856313 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-83b33a13-fe0c-4407-8f6c-a7bb8a4ecd3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:47.892722 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fda3e-65e2-46b1-87c3-7540cc257f3b req-9b2beb13-42bb-430b-9175-0b6c2ad3dfa3 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:47.900740 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-aa9fda3e-65e2-46b1-87c3-7540cc257f3b req-9b2beb13-42bb-430b-9175-0b6c2ad3dfa3 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/ports?device_id=2101c25d-d730-4ac0-9253-fec65ccc0047 HTTP/1.1" status: 200 len: 943 time: 0.7490265 Jan 19 22:22:47.901043 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning for port 0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:22:47.908713 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:22:47.909143 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:47.956855 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-afbea39f-1739-4ff9-9a15-94866467874a req-6201b892-2a6d-4d8e-b67e-1a42da19d92e tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?tenant_id=faaf464719d54745afba437b2a9bd34b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4669187 Jan 19 22:22:47.970821 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9c803-d24c-403e-9afd-d890a11f06c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdaaa26-f4cb-4b67-8dbf-e204afa4a1ca,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:47.988899 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-bab9c803-d24c-403e-9afd-d890a11f06c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:48.002153 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b0fdf8-26a0-4b56-b1b6-1b7ee08f3368 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:22:48.002591 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1bbf23da-7c27-4d85-b7e6-de5f13c1d9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:48.015244 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] Sync routers for ids ['153e7ab8-b846-4db1-b200-e94ed46ff16a'] in dv-cinder-750782-5-iscsi {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:22:48.028838 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] Routers {'153e7ab8-b846-4db1-b200-e94ed46ff16a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:22:48.030894 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:22:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['153e7ab8-b846-4db1-b200-e94ed46ff16a'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:22:48.060897 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bab9c803-d24c-403e-9afd-d890a11f06c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:48.065132 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fa22c3f2-c9ca-42d8-82a9-67a23aef57ec req-c36a50a1-bb25-4e4f-a4fe-3bfe909c468c service neutron] 10.222.0.65 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7451906 Jan 19 22:22:48.066300 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-bab9c803-d24c-403e-9afd-d890a11f06c1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1bdaaa26-f4cb-4b67-8dbf-e204afa4a1ca HTTP/1.1" status: 204 len: 168 time: 1.6952808 Jan 19 22:22:48.072370 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-370efa46-180d-4eb5-a0f8-888b75144e55 admin admin] Allocated IP 172.20.0.1 (af289a99-4938-4c37-bab6-8e3fa35bb17d/54bbe0c3-777f-48a8-98b7-95d97e881ce2/1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:22:48.079664 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-c5b0fdf8-26a0-4b56-b1b6-1b7ee08f3368 admin admin] 10.222.0.50 "PUT /v2.0/routers/153e7ab8-b846-4db1-b200-e94ed46ff16a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.9799051 Jan 19 22:22:48.166764 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-aa9fda3e-65e2-46b1-87c3-7540cc257f3b req-f78ebd38-5aac-4307-b0f9-ad68e7791d58 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/security-groups?id=8e762246-fa38-46ce-8857-feb550ec31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649500 Jan 19 22:22:48.207920 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1a3128cf-2427-4aee-ad56-6ed4f805de72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:48.293392 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1bbf23da-7c27-4d85-b7e6-de5f13c1d9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:48.328963 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:48.427506 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-370efa46-180d-4eb5-a0f8-888b75144e55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:48.430457 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] Set router 153e7ab8-b846-4db1-b200-e94ed46ff16a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:22:48.443523 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2101c25d-d730-4ac0-9253-fec65ccc0047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:22:48.459611 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-370efa46-180d-4eb5-a0f8-888b75144e55 admin admin] Transition to ACTIVE for port object 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:22:48.501264 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-370efa46-180d-4eb5-a0f8-888b75144e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:48.546310 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc,segment=NetworkSegment(18be8143-3368-4af7-bc7b-eb42c60c4d5d),segment_id=18be8143-3368-4af7-bc7b-eb42c60c4d5d)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:22:48.563855 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:48.571028 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:48.635479 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-1a3128cf-2427-4aee-ad56-6ed4f805de72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:48.646059 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:48.677362 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:48.724212 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] Transition to ACTIVE for port object d8697ad9-0bca-4497-9612-f2b46a23ab20 will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:22:48.735274 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:48.803294 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-1a3128cf-2427-4aee-ad56-6ed4f805de72 admin admin] Usage tracker for resource:security_group_rule and tenant:a9a90f7ef9664eb284fabc3a389fb111 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:48.839225 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-1a3128cf-2427-4aee-ad56-6ed4f805de72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:48.848528 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370efa46-180d-4eb5-a0f8-888b75144e55 admin admin] Pushing event updated for resources: {'Port': ['ID=1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:48.856736 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-370efa46-180d-4eb5-a0f8-888b75144e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:48.896236 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-1a3128cf-2427-4aee-ad56-6ed4f805de72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:48.945949 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe437bd-75c4-4287-9c73-bc4f122d653e req-c1dc2596-f64c-4dfb-b0f3-a7aecc0b9bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:48.945949 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1fe437bd-75c4-4287-9c73-bc4f122d653e req-c1dc2596-f64c-4dfb-b0f3-a7aecc0b9bbf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02a8b1b9c2174c80b96c9aa48056b997&device_id=12a111cc-9110-4d03-a257-2aa191d03dee HTTP/1.1" status: 200 len: 1161 time: 0.7096202 Jan 19 22:22:48.952268 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:48.964316 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:48.966576 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-afbea39f-1739-4ff9-9a15-94866467874a req-b9122521-90f7-4a8c-b714-dee4932a8156 service neutron] 10.222.0.50 "GET /v2.0/networks/2de0ab09-37c3-47d9-883f-9b41c5ae35f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9650877 Jan 19 22:22:48.968349 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:48.984874 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370efa46-180d-4eb5-a0f8-888b75144e55 admin admin] Network af289a99-4938-4c37-bab6-8e3fa35bb17d is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:22:48.986571 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-370efa46-180d-4eb5-a0f8-888b75144e55 admin admin] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:22:48.989157 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370efa46-180d-4eb5-a0f8-888b75144e55 admin admin] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:22:48.990120 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-370efa46-180d-4eb5-a0f8-888b75144e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432228'] for router_interface, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:49.021518 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:22:49.134233 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'name': 'tempest-AttachVolumeShelveTestJSON-1610638167-router', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:21Z', 'updated_at': '2021-01-19T22:22:42Z', 'revision_number': 4, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'gw_port': {'id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:23Z', 'updated_at': '2021-01-19T22:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': 'ea9f7383-2193-4b0e-8d89-d888ad9fe420', 'name': '', 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'mac_address': 'fa:16:3e:f0:da:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:38Z', 'updated_at': '2021-01-19T22:22:43Z', 'revision_number': 2, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'subnets': [{'id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:22:49.139699 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] Checking router: 153e7ab8-b846-4db1-b200-e94ed46ff16a for host: dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:22:49.140104 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] Updating router 153e7ab8-b846-4db1-b200-e94ed46ff16a port ea9f7383-2193-4b0e-8d89-d888ad9fe420 binding host dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:22:49.265499 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-370efa46-180d-4eb5-a0f8-888b75144e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:49.287794 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:49.443394 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device be9a77fe-d0d5-426f-a119-c91be0ecca67 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:22:49.444282 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe437bd-75c4-4287-9c73-bc4f122d653e req-6e5cc096-bd19-424f-9d6f-6b499bedd614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:49.446124 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1fe437bd-75c4-4287-9c73-bc4f122d653e req-6e5cc096-bd19-424f-9d6f-6b499bedd614 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8ad0a752-4970-4a77-bf34-1a49fe1022a1 HTTP/1.1" status: 200 len: 908 time: 0.4746103 Jan 19 22:22:49.516543 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:22:49.517146 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:49.526645 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f7f78-f5f7-4d27-ac14-86541e0af0f1 req-5b974872-2b27-48a3-87af-80f472e63500 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:49.528351 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-971f7f78-f5f7-4d27-ac14-86541e0af0f1 req-5b974872-2b27-48a3-87af-80f472e63500 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=12a111cc-9110-4d03-a257-2aa191d03dee HTTP/1.1" status: 200 len: 944 time: 1.0229466 Jan 19 22:22:49.557105 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed491dbe-2dd2-47c8-acb4-048e4e25ee0c None None] Pushing event updated for resources: {'Port': ['ID=d8697ad9-0bca-4497-9612-f2b46a23ab20,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:49.630801 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ed491dbe-2dd2-47c8-acb4-048e4e25ee0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:49.679864 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] Attempting to bind port d8697ad9-0bca-4497-9612-f2b46a23ab20 on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:22:49.680601 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] Attempting to bind port d8697ad9-0bca-4497-9612-f2b46a23ab20 by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': '42df9283-af88-47b5-87c4-61188bf63737', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de0ab09-37c3-47d9-883f-9b41c5ae35f2'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:22:49.681799 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] Attempting to bind port d8697ad9-0bca-4497-9612-f2b46a23ab20 on network 2de0ab09-37c3-47d9-883f-9b41c5ae35f2 {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:22:49.688584 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1fe437bd-75c4-4287-9c73-bc4f122d653e req-89b67996-45a2-430c-898c-227f93e6d7fb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96c08cb4-6c4f-48dd-9c2b-46c6119075fa HTTP/1.1" status: 200 len: 217 time: 0.2224488 Jan 19 22:22:49.693356 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:22:49.694335 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] Checking segment: {'id': '42df9283-af88-47b5-87c4-61188bf63737', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de0ab09-37c3-47d9-883f-9b41c5ae35f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:22:49.695388 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:49.696028 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] Bound using segment: {'id': '42df9283-af88-47b5-87c4-61188bf63737', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de0ab09-37c3-47d9-883f-9b41c5ae35f2'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:22:49.697253 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] Bound port: d8697ad9-0bca-4497-9612-f2b46a23ab20, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42df9283-af88-47b5-87c4-61188bf63737', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de0ab09-37c3-47d9-883f-9b41c5ae35f2'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:22:49.698121 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:49.725540 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-90c33c38-b5cf-47a1-970d-f8f1b3c191bb None None] Provisioning for port 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:22:49.766733 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-90c33c38-b5cf-47a1-970d-f8f1b3c191bb None None] Provisioning complete for port 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:22:49.767495 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-90c33c38-b5cf-47a1-970d-f8f1b3c191bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:49.791214 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-370efa46-180d-4eb5-a0f8-888b75144e55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:49.803208 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-370efa46-180d-4eb5-a0f8-888b75144e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:49.804477 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-370efa46-180d-4eb5-a0f8-888b75144e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1691567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427469'] for router_interface, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:49.807189 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-afbea39f-1739-4ff9-9a15-94866467874a req-14aa6d78-2d7d-4e98-876d-7781d7e2b622 service neutron] 10.222.0.50 "GET /v2.0/networks/2de0ab09-37c3-47d9-883f-9b41c5ae35f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8340280 Jan 19 22:22:49.811273 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1bbf23da-7c27-4d85-b7e6-de5f13c1d9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:49.837191 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:49.929555 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-971f7f78-f5f7-4d27-ac14-86541e0af0f1 req-7df0e20e-1f12-4eaa-89bc-2782eb59214b tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398598 Jan 19 22:22:50.055787 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-557ebbe9-9e2b-4f26-b22f-895cede52c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:50.064304 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] Notify callbacks [] for port, precommit_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:50.080158 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] Transition to ACTIVE for port object ea9f7383-2193-4b0e-8d89-d888ad9fe420 will not be triggered until provisioned by entity L2. {{(pid=80183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:22:50.082494 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe437bd-75c4-4287-9c73-bc4f122d653e req-5232f271-e35b-4784-a837-8ddcb2f87a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:50.083591 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:50.084167 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1fe437bd-75c4-4287-9c73-bc4f122d653e req-5232f271-e35b-4784-a837-8ddcb2f87a55 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9aad7ec5-01c6-4361-b48b-d5771bc83b91 HTTP/1.1" status: 200 len: 854 time: 0.2716777 Jan 19 22:22:50.108542 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:50.110352 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf23da-7c27-4d85-b7e6-de5f13c1d9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532dbc0e-bb2d-4791-9fad-57383315228f,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:50.201150 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b5e4b-1110-45f9-bdb2-d891debbf6b7 None None] Pushing event updated for resources: {'Port': ['ID=ea9f7383-2193-4b0e-8d89-d888ad9fe420,revision_number=3']} {{(pid=80183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:50.213051 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-893b5e4b-1110-45f9-bdb2-d891debbf6b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:50.222768 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port be9a77fe-d0d5-426f-a119-c91be0ecca67 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:22:50.247880 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1bbf23da-7c27-4d85-b7e6-de5f13c1d9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:50.255192 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370efa46-180d-4eb5-a0f8-888b75144e55 admin admin] Pushing event updated for resources: {'Port': ['ID=1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:50.255451 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-1bbf23da-7c27-4d85-b7e6-de5f13c1d9f8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/532dbc0e-bb2d-4791-9fad-57383315228f HTTP/1.1" status: 204 len: 168 time: 2.8229868 Jan 19 22:22:50.256849 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-370efa46-180d-4eb5-a0f8-888b75144e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:50.260062 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1fe437bd-75c4-4287-9c73-bc4f122d653e req-eb52119e-2e0e-42ac-acad-3026311bdf8b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ad0a752-4970-4a77-bf34-1a49fe1022a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300018 Jan 19 22:22:50.267546 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1bbf23da-7c27-4d85-b7e6-de5f13c1d9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:50.314414 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] For port d8697ad9-0bca-4497-9612-f2b46a23ab20, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:22:50.320482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] For port d8697ad9-0bca-4497-9612-f2b46a23ab20, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=d8697ad9-0bca-4497-9612-f2b46a23ab20,segment=NetworkSegment(42df9283-af88-47b5-87c4-61188bf63737),segment_id=42df9283-af88-47b5-87c4-61188bf63737)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:22:50.333921 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port be9a77fe-d0d5-426f-a119-c91be0ecca67 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:22:50.334344 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:50.416305 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370efa46-180d-4eb5-a0f8-888b75144e55 admin admin] Network af289a99-4938-4c37-bab6-8e3fa35bb17d is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:22:50.418063 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-370efa46-180d-4eb5-a0f8-888b75144e55 admin admin] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:22:50.444705 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-90c33c38-b5cf-47a1-970d-f8f1b3c191bb None None] Port 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:22:50.563664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:50.572723 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1a3128cf-2427-4aee-ad56-6ed4f805de72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:50.582040 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1fe437bd-75c4-4287-9c73-bc4f122d653e req-e6f4923c-0c2b-42b9-bc8b-0442836dc83a service neutron] 10.222.0.65 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132548 Jan 19 22:22:50.583481 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1a3128cf-2427-4aee-ad56-6ed4f805de72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:50.865494 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2101c25d-d730-4ac0-9253-fec65ccc0047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc', 'code': 200} Jan 19 22:22:50.873022 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] Attempting to bind port ea9f7383-2193-4b0e-8d89-d888ad9fe420 on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:22:50.880469 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] Attempting to bind port ea9f7383-2193-4b0e-8d89-d888ad9fe420 by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': 'a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70'}] {{(pid=80183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:22:50.881136 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] Attempting to bind port ea9f7383-2193-4b0e-8d89-d888ad9fe420 on network a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:22:50.905687 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:22:50.906113 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] Checking segment: {'id': 'a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:22:50.909988 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:50.910506 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] Bound using segment: {'id': 'a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70'} {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:22:50.911115 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] Bound port: ea9f7383-2193-4b0e-8d89-d888ad9fe420, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70'}}] {{(pid=80183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:22:50.911545 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:50.965633 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:51.106139 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] For port ea9f7383-2193-4b0e-8d89-d888ad9fe420, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:22:51.109694 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] For port ea9f7383-2193-4b0e-8d89-d888ad9fe420, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=ea9f7383-2193-4b0e-8d89-d888ad9fe420,segment=NetworkSegment(a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654),segment_id=a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654)] {{(pid=80183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:22:51.116473 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:51.119923 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:51.170349 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1fe437bd-75c4-4287-9c73-bc4f122d653e req-59f64ed0-6a5b-4b48-b473-dded6bdf983b service neutron] 10.222.0.65 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5660653 Jan 19 22:22:51.172502 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:51.183000 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-1a3128cf-2427-4aee-ad56-6ed4f805de72 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a9a90f7ef9664eb284fabc3a389fb111&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3886206 Jan 19 22:22:51.255118 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 53990) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:51.300855 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3128cf-2427-4aee-ad56-6ed4f805de72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a38c15b-1e0f-4045-af11-d633fa23f9fd,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:51.329762 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1a3128cf-2427-4aee-ad56-6ed4f805de72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:51.334941 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:51.517154 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0b181bd9-0943-4b41-b99f-74dda7b84cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:51.519395 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b5e4b-1110-45f9-bdb2-d891debbf6b7 None None] Pushing event updated for resources: {'Port': ['ID=ea9f7383-2193-4b0e-8d89-d888ad9fe420,revision_number=4']} {{(pid=80183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:51.531592 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-893b5e4b-1110-45f9-bdb2-d891debbf6b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:51.585620 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] Routers {'153e7ab8-b846-4db1-b200-e94ed46ff16a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:22:51.586468 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:22:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['153e7ab8-b846-4db1-b200-e94ed46ff16a'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:22:51.593575 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0b181bd9-0943-4b41-b99f-74dda7b84cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:51.640840 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed491dbe-2dd2-47c8-acb4-048e4e25ee0c None None] Pushing event updated for resources: {'Port': ['ID=d8697ad9-0bca-4497-9612-f2b46a23ab20,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:51.672227 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ed491dbe-2dd2-47c8-acb4-048e4e25ee0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:51.688592 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-ac9b96d2-a0e9-4f55-aa0d-60a0954d1749 None None] Provisioning complete for port 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:22:51.695469 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ac9b96d2-a0e9-4f55-aa0d-60a0954d1749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:51.729714 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0b181bd9-0943-4b41-b99f-74dda7b84cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:51.772929 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370efa46-180d-4eb5-a0f8-888b75144e55 admin admin] Router 83806c06-c060-48ad-82bf-962c2f51c26a has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:22:51.857364 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7e13a-4d63-48b8-a87d-5de981a1054f req-846e372d-5d4b-4964-800b-c36fe4110ceb tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:51.869682 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-57b7e13a-4d63-48b8-a87d-5de981a1054f req-846e372d-5d4b-4964-800b-c36fe4110ceb tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/ports?device_id=2101c25d-d730-4ac0-9253-fec65ccc0047 HTTP/1.1" status: 200 len: 945 time: 0.6119139 Jan 19 22:22:51.919760 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 54000) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:51.920270 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 54002) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:51.942193 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f45601ec-3f9a-4a5e-bb1f-e01272b36855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:51.965068 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-f9d7c87f-98b1-4836-8aa8-1e69714a6baa tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Request body: {'security_group': {'name': 'tempest-securitygroup--1844977189', 'description': 'tempest-description--1886635238'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:51.981297 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-f9d7c87f-98b1-4836-8aa8-1e69714a6baa tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:51.986034 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-f9d7c87f-98b1-4836-8aa8-1e69714a6baa tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Usage tracker for resource:security_group and tenant:e64eda3ec4144b5bb294b9dc3338c915 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:51.989366 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-f9d7c87f-98b1-4836-8aa8-1e69714a6baa tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:52.016097 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-57b7e13a-4d63-48b8-a87d-5de981a1054f req-9802a4eb-c10a-42b4-9c3a-ff8b51a5be08 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/security-groups?id=8e762246-fa38-46ce-8857-feb550ec31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450377 Jan 19 22:22:52.017032 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b181bd9-0943-4b41-b99f-74dda7b84cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a38c15b-1e0f-4045-af11-d633fa23f9fd,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:52.023006 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d785e16-9ea2-4845-8bf3-51a63c781a79 req-53b3e9aa-0c9e-4768-9309-8025958c7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:52.038512 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9d785e16-9ea2-4845-8bf3-51a63c781a79 req-53b3e9aa-0c9e-4768-9309-8025958c7d41 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2101c25d-d730-4ac0-9253-fec65ccc0047 HTTP/1.1" status: 200 len: 1162 time: 0.8523414 Jan 19 22:22:52.039593 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-0b181bd9-0943-4b41-b99f-74dda7b84cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:52.054740 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-ac9b96d2-a0e9-4f55-aa0d-60a0954d1749 None None] Port 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:22:52.094590 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-f9d7c87f-98b1-4836-8aa8-1e69714a6baa tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:52.097495 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0964d148-2bdf-4e1e-9bec-3d11867d6bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:52.143016 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-0964d148-2bdf-4e1e-9bec-3d11867d6bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:52.156996 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-0964d148-2bdf-4e1e-9bec-3d11867d6bf4 admin admin] Usage tracker for resource:security_group_rule and tenant:9529c62661cb4b6b8376bab5d1bf7d30 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:52.161078 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-0964d148-2bdf-4e1e-9bec-3d11867d6bf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:52.174432 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-0964d148-2bdf-4e1e-9bec-3d11867d6bf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:52.263106 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.objects.ports [None req-1eb09cc7-92db-448b-a2b9-5850818ff1f1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80182) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 22:22:52.272718 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:52.295990 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370efa46-180d-4eb5-a0f8-888b75144e55 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:22:52.296211 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] For port be9a77fe-d0d5-426f-a119-c91be0ecca67, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=be9a77fe-d0d5-426f-a119-c91be0ecca67,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:22:52.310903 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-370efa46-180d-4eb5-a0f8-888b75144e55 admin admin] 10.222.0.50 "PUT /v2.0/routers/83806c06-c060-48ad-82bf-962c2f51c26a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2692921 Jan 19 22:22:52.315939 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:52.318636 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] Routers {'204e8d80-67ec-4db9-b74c-7570489800eb'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:22:52.319385 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:22:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['204e8d80-67ec-4db9-b74c-7570489800eb'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:22:52.391193 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:52.409454 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] Set router 153e7ab8-b846-4db1-b200-e94ed46ff16a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:22:52.465642 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] Sync routers for ids ['83806c06-c060-48ad-82bf-962c2f51c26a'] in dv-cinder-750782-5-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:22:52.491452 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Pushing event updated for resources: {'Port': ['ID=be9a77fe-d0d5-426f-a119-c91be0ecca67,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:52.496006 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:52.607774 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0964d148-2bdf-4e1e-9bec-3d11867d6bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:52.609693 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] Routers {'83806c06-c060-48ad-82bf-962c2f51c26a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:22:52.611701 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:22:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['83806c06-c060-48ad-82bf-962c2f51c26a'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:22:52.642514 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ec8e6560-764a-495e-8e61-2d5a8e87c491 req-4ba9dd54-0b3f-4e1b-8ee2-31829bb2c961 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 210 time: 0.4024639 Jan 19 22:22:52.643493 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-9d785e16-9ea2-4845-8bf3-51a63c781a79 req-550adac5-8665-4f5f-a36e-a0ce8528c8c2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:52.677004 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c87f-98b1-4836-8aa8-1e69714a6baa tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:52.737770 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0b181bd9-0943-4b41-b99f-74dda7b84cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:52.742840 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-0b181bd9-0943-4b41-b99f-74dda7b84cde admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a38c15b-1e0f-4045-af11-d633fa23f9fd HTTP/1.1" status: 204 len: 168 time: 1.4332192 Jan 19 22:22:52.810348 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-9d785e16-9ea2-4845-8bf3-51a63c781a79 req-550adac5-8665-4f5f-a36e-a0ce8528c8c2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:52.815289 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-9d785e16-9ea2-4845-8bf3-51a63c781a79 req-550adac5-8665-4f5f-a36e-a0ce8528c8c2 service neutron] Usage tracker for resource:security_group_rule and tenant:8fcbe68a2c5345e28cdb769c6acf6254 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:52.819200 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-9d785e16-9ea2-4845-8bf3-51a63c781a79 req-550adac5-8665-4f5f-a36e-a0ce8528c8c2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:52.826786 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-9d785e16-9ea2-4845-8bf3-51a63c781a79 req-550adac5-8665-4f5f-a36e-a0ce8528c8c2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:52.922361 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] Set router 204e8d80-67ec-4db9-b74c-7570489800eb gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:22:52.967098 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-9d785e16-9ea2-4845-8bf3-51a63c781a79 req-550adac5-8665-4f5f-a36e-a0ce8528c8c2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:52.973549 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-f9d7c87f-98b1-4836-8aa8-1e69714a6baa tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:52.978859 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-f9d7c87f-98b1-4836-8aa8-1e69714a6baa tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Usage tracker for resource:security_group_rule and tenant:e64eda3ec4144b5bb294b9dc3338c915 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:52.982633 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-f9d7c87f-98b1-4836-8aa8-1e69714a6baa tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:52.991796 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-f9d7c87f-98b1-4836-8aa8-1e69714a6baa tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:53.000559 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] Set router 83806c06-c060-48ad-82bf-962c2f51c26a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:22:53.051004 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:22:53.082508 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c87f-98b1-4836-8aa8-1e69714a6baa tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:53.096095 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0964d148-2bdf-4e1e-9bec-3d11867d6bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:53.097087 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-9d785e16-9ea2-4845-8bf3-51a63c781a79 req-550adac5-8665-4f5f-a36e-a0ce8528c8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:53.109494 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c87f-98b1-4836-8aa8-1e69714a6baa tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:53.194079 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:53.230615 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-0964d148-2bdf-4e1e-9bec-3d11867d6bf4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9529c62661cb4b6b8376bab5d1bf7d30&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2730417 Jan 19 22:22:53.233639 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54036) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:53.235744 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964d148-2bdf-4e1e-9bec-3d11867d6bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15320f6-e2de-47fa-b947-d5b4f36b9b4a,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:53.449204 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f91cb3d5-2ef6-408f-9d7a-fdb986e243ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:53.530392 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9d785e16-9ea2-4845-8bf3-51a63c781a79 req-550adac5-8665-4f5f-a36e-a0ce8528c8c2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8e762246-fa38-46ce-8857-feb550ec31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3920479 Jan 19 22:22:53.531053 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550adac5-8665-4f5f-a36e-a0ce8528c8c2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5f194550-de76-48f8-be52-41870ec7d209,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:53.579890 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f91cb3d5-2ef6-408f-9d7a-fdb986e243ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:53.583967 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'name': 'tempest-AttachVolumeShelveTestJSON-1610638167-router', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:21Z', 'updated_at': '2021-01-19T22:22:42Z', 'revision_number': 4, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'gw_port': {'id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:23Z', 'updated_at': '2021-01-19T22:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': 'ea9f7383-2193-4b0e-8d89-d888ad9fe420', 'name': '', 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'mac_address': 'fa:16:3e:f0:da:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:38Z', 'updated_at': '2021-01-19T22:22:51Z', 'revision_number': 4, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'subnets': [{'id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:22:53.585986 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7c87f-98b1-4836-8aa8-1e69714a6baa tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Pushing event updated for resources: {'SecurityGroup': ['ID=acc70ae4-e1ed-4ede-b2f3-9799d2894187,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:53.606636 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c96f1a-dfe3-43ec-be82-75788ca3c84d None None] The sync data for ids ['153e7ab8-b846-4db1-b200-e94ed46ff16a'] in dv-cinder-750782-5-iscsi is: [{'id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'name': 'tempest-AttachVolumeShelveTestJSON-1610638167-router', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:21Z', 'updated_at': '2021-01-19T22:22:42Z', 'revision_number': 4, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'gw_port': {'id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:23Z', 'updated_at': '2021-01-19T22:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': 'ea9f7383-2193-4b0e-8d89-d888ad9fe420', 'name': '', 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'mac_address': 'fa:16:3e:f0:da:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:38Z', 'updated_at': '2021-01-19T22:22:51Z', 'revision_number': 4, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'subnets': [{'id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:22:53.748148 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f91cb3d5-2ef6-408f-9d7a-fdb986e243ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:53.757207 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-bab9c803-d24c-403e-9afd-d890a11f06c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:53.808224 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f91cb3d5-2ef6-408f-9d7a-fdb986e243ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:53.809778 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-f91cb3d5-2ef6-408f-9d7a-fdb986e243ef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b15320f6-e2de-47fa-b947-d5b4f36b9b4a HTTP/1.1" status: 204 len: 168 time: 0.5736625 Jan 19 22:22:53.811102 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91cb3d5-2ef6-408f-9d7a-fdb986e243ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15320f6-e2de-47fa-b947-d5b4f36b9b4a,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:53.814120 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f91cb3d5-2ef6-408f-9d7a-fdb986e243ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:53.876075 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f9d7c87f-98b1-4836-8aa8-1e69714a6baa tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:53.876944 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f9d7c87f-98b1-4836-8aa8-1e69714a6baa tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:53.877579 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f9d7c87f-98b1-4836-8aa8-1e69714a6baa tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:53.937539 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1bbf23da-7c27-4d85-b7e6-de5f13c1d9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.409s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:53.938341 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1bbf23da-7c27-4d85-b7e6-de5f13c1d9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:53.966890 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c87f-98b1-4836-8aa8-1e69714a6baa tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:53.973213 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-f9d7c87f-98b1-4836-8aa8-1e69714a6baa tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0116918 Jan 19 22:22:53.974414 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54044) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:53.986732 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-8a82c2bd-5b56-43f5-8448-b84e349d2adc tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Request body: {'security_group_rule': {'security_group_id': 'acc70ae4-e1ed-4ede-b2f3-9799d2894187', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:54.014811 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-8a82c2bd-5b56-43f5-8448-b84e349d2adc tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:54.031230 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-8a82c2bd-5b56-43f5-8448-b84e349d2adc tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Usage tracker for resource:security_group_rule and tenant:e64eda3ec4144b5bb294b9dc3338c915 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:54.035416 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-8a82c2bd-5b56-43f5-8448-b84e349d2adc tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:54.038310 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54048) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:54.049737 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-8a82c2bd-5b56-43f5-8448-b84e349d2adc tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:54.055062 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-d7333ef6-20ee-4f7d-884e-12e9059cde3d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Request body: {'security_group': {'name': 'tempest-securitygroup--969935449', 'description': 'tempest-description--1334647839'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:54.101290 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-d7333ef6-20ee-4f7d-884e-12e9059cde3d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:54.110991 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-d7333ef6-20ee-4f7d-884e-12e9059cde3d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Usage tracker for resource:security_group and tenant:6fd968d1c0e14ecda944d7b49ae103b9 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:54.124049 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-d7333ef6-20ee-4f7d-884e-12e9059cde3d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:54.149702 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-d7333ef6-20ee-4f7d-884e-12e9059cde3d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:54.167201 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d7333ef6-20ee-4f7d-884e-12e9059cde3d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:54.173157 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbea39f-1739-4ff9-9a15-94866467874a req-72bbb27f-969b-4067-9bc7-67a03ff9c7c1 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:54.176019 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-afbea39f-1739-4ff9-9a15-94866467874a req-72bbb27f-969b-4067-9bc7-67a03ff9c7c1 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.65 "GET /v2.0/networks?id=2de0ab09-37c3-47d9-883f-9b41c5ae35f2 HTTP/1.1" status: 200 len: 819 time: 1.7896132 Jan 19 22:22:54.209586 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-d7333ef6-20ee-4f7d-884e-12e9059cde3d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:54.229611 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8a82c2bd-5b56-43f5-8448-b84e349d2adc tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for security_group_rule, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:54.237995 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640978b-e4d4-4c60-8b01-eb4a6cac1eba req-2e50d92b-7b2b-4757-a73b-433b107403c6 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:54.239717 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c640978b-e4d4-4c60-8b01-eb4a6cac1eba req-2e50d92b-7b2b-4757-a73b-433b107403c6 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=12a111cc-9110-4d03-a257-2aa191d03dee HTTP/1.1" status: 200 len: 944 time: 1.8524637 Jan 19 22:22:54.252371 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-afbea39f-1739-4ff9-9a15-94866467874a req-f03ddce3-7cb7-4c59-b5a4-c5d7fbb5bbb0 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Request body: {'port': {'device_id': 'dcab554c-8848-400a-a692-b8a7d0adea62', 'network_id': '2de0ab09-37c3-47d9-883f-9b41c5ae35f2', 'admin_state_up': True, 'tenant_id': 'faaf464719d54745afba437b2a9bd34b'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:54.275205 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-d7333ef6-20ee-4f7d-884e-12e9059cde3d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Usage tracker for resource:security_group_rule and tenant:6fd968d1c0e14ecda944d7b49ae103b9 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:54.296803 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-d7333ef6-20ee-4f7d-884e-12e9059cde3d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:54.314178 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-d7333ef6-20ee-4f7d-884e-12e9059cde3d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:54.444917 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8a82c2bd-5b56-43f5-8448-b84e349d2adc tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:54.462779 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8a82c2bd-5b56-43f5-8448-b84e349d2adc tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425058'] for security_group_rule, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:54.490408 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:54.516264 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:22:54.516686 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:54.552518 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82c2bd-5b56-43f5-8448-b84e349d2adc tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c190cf0-a909-408c-9ac9-b1f6a53431cb,revision_number=0']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:54.567859 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204e8d80-67ec-4db9-b74c-7570489800eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1115440554-router', 'tenant_id': 'faaf464719d54745afba437b2a9bd34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '6c3529fe-09df-466c-b779-bbcbd2cead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:18Z', 'updated_at': '2021-01-19T22:22:41Z', 'revision_number': 4, 'project_id': 'faaf464719d54745afba437b2a9bd34b', 'gw_port': {'id': '6c3529fe-09df-466c-b779-bbcbd2cead86', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204e8d80-67ec-4db9-b74c-7570489800eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:20Z', 'updated_at': '2021-01-19T22:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': 'd8697ad9-0bca-4497-9612-f2b46a23ab20', 'name': '', 'network_id': '2de0ab09-37c3-47d9-883f-9b41c5ae35f2', 'tenant_id': 'faaf464719d54745afba437b2a9bd34b', 'mac_address': 'fa:16:3e:6d:88:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204e8d80-67ec-4db9-b74c-7570489800eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7325d4b0-095b-4afe-9fcb-ab7450d96ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:34Z', 'updated_at': '2021-01-19T22:22:50Z', 'revision_number': 4, 'project_id': 'faaf464719d54745afba437b2a9bd34b', 'subnets': [{'id': '7325d4b0-095b-4afe-9fcb-ab7450d96ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:22:54.574892 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8a82c2bd-5b56-43f5-8448-b84e349d2adc tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:54.606013 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8a82c2bd-5b56-43f5-8448-b84e349d2adc tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for security_group_rule, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:54.610038 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-8a82c2bd-5b56-43f5-8448-b84e349d2adc tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6300097 Jan 19 22:22:54.616056 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54056) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:54.623981 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-31b545ef-e222-4605-99bc-695aac344ff0 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Request body: {'security_group_rule': {'security_group_id': 'acc70ae4-e1ed-4ede-b2f3-9799d2894187', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:54.642386 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-31b545ef-e222-4605-99bc-695aac344ff0 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:54.650503 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-31b545ef-e222-4605-99bc-695aac344ff0 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Usage tracker for resource:security_group_rule and tenant:e64eda3ec4144b5bb294b9dc3338c915 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:54.653938 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-31b545ef-e222-4605-99bc-695aac344ff0 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:54.660821 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-31b545ef-e222-4605-99bc-695aac344ff0 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:54.673008 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d7333ef6-20ee-4f7d-884e-12e9059cde3d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:54.707594 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c640978b-e4d4-4c60-8b01-eb4a6cac1eba req-f87dbc3f-7d9f-4a26-a7ed-b866d1b2383b tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137332 Jan 19 22:22:54.716068 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d7333ef6-20ee-4f7d-884e-12e9059cde3d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:54.717031 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-31b545ef-e222-4605-99bc-695aac344ff0 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for security_group_rule, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:54.769175 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:54.808233 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device be9a77fe-d0d5-426f-a119-c91be0ecca67 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:22:54.831442 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d7333ef6-20ee-4f7d-884e-12e9059cde3d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:54.837053 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-d7333ef6-20ee-4f7d-884e-12e9059cde3d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7974277 Jan 19 22:22:54.844559 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54064) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:54.856546 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254cfe4-e047-4168-8a1f-d848b329cc96 req-9d7dfa36-d34a-4886-b53c-724bb2fff93c tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:54.858261 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2254cfe4-e047-4168-8a1f-d848b329cc96 req-9d7dfa36-d34a-4886-b53c-724bb2fff93c tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/ports?device_id=2101c25d-d730-4ac0-9253-fec65ccc0047 HTTP/1.1" status: 200 len: 945 time: 0.5719876 Jan 19 22:22:54.864224 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-afbea39f-1739-4ff9-9a15-94866467874a req-f03ddce3-7cb7-4c59-b5a4-c5d7fbb5bbb0 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:54.868638 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-afbea39f-1739-4ff9-9a15-94866467874a req-f03ddce3-7cb7-4c59-b5a4-c5d7fbb5bbb0 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Usage tracker for resource:port and tenant:faaf464719d54745afba437b2a9bd34b is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:54.872210 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-afbea39f-1739-4ff9-9a15-94866467874a req-f03ddce3-7cb7-4c59-b5a4-c5d7fbb5bbb0 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Quota usage for port was recalculated. Used quota:1. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:54.878338 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-034ca8ed-c535-402b-a431-e1a7035e744a tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Request body: {'security_group_rule': {'security_group_id': '956577b5-ec9d-4cf3-af7b-fede59205daf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:54.879057 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-afbea39f-1739-4ff9-9a15-94866467874a req-f03ddce3-7cb7-4c59-b5a4-c5d7fbb5bbb0 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:54.924599 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-034ca8ed-c535-402b-a431-e1a7035e744a tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:54.940826 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7333ef6-20ee-4f7d-884e-12e9059cde3d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Pushing event updated for resources: {'SecurityGroup': ['ID=956577b5-ec9d-4cf3-af7b-fede59205daf,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:54.945469 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-034ca8ed-c535-402b-a431-e1a7035e744a tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Usage tracker for resource:security_group_rule and tenant:6fd968d1c0e14ecda944d7b49ae103b9 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:54.949654 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d7333ef6-20ee-4f7d-884e-12e9059cde3d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:54.952986 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-034ca8ed-c535-402b-a431-e1a7035e744a tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:54.988172 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afbea39f-1739-4ff9-9a15-94866467874a req-f03ddce3-7cb7-4c59-b5a4-c5d7fbb5bbb0 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Made reservation on behalf of faaf464719d54745afba437b2a9bd34b for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:22:55.007139 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-034ca8ed-c535-402b-a431-e1a7035e744a tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:55.022747 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-afbea39f-1739-4ff9-9a15-94866467874a req-f03ddce3-7cb7-4c59-b5a4-c5d7fbb5bbb0 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:55.030554 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-31b545ef-e222-4605-99bc-695aac344ff0 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:55.037806 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd02800-2c53-4edf-b8e5-05f88f6f9bd5 None None] The sync data for ids ['204e8d80-67ec-4db9-b74c-7570489800eb'] in dv-cinder-750782-5-iscsi is: [{'id': '204e8d80-67ec-4db9-b74c-7570489800eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1115440554-router', 'tenant_id': 'faaf464719d54745afba437b2a9bd34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '6c3529fe-09df-466c-b779-bbcbd2cead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:18Z', 'updated_at': '2021-01-19T22:22:41Z', 'revision_number': 4, 'project_id': 'faaf464719d54745afba437b2a9bd34b', 'gw_port': {'id': '6c3529fe-09df-466c-b779-bbcbd2cead86', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204e8d80-67ec-4db9-b74c-7570489800eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:20Z', 'updated_at': '2021-01-19T22:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': 'd8697ad9-0bca-4497-9612-f2b46a23ab20', 'name': '', 'network_id': '2de0ab09-37c3-47d9-883f-9b41c5ae35f2', 'tenant_id': 'faaf464719d54745afba437b2a9bd34b', 'mac_address': 'fa:16:3e:6d:88:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204e8d80-67ec-4db9-b74c-7570489800eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7325d4b0-095b-4afe-9fcb-ab7450d96ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:34Z', 'updated_at': '2021-01-19T22:22:50Z', 'revision_number': 4, 'project_id': 'faaf464719d54745afba437b2a9bd34b', 'subnets': [{'id': '7325d4b0-095b-4afe-9fcb-ab7450d96ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:22:55.053158 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-31b545ef-e222-4605-99bc-695aac344ff0 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425058'] for security_group_rule, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:55.116130 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8a82c2bd-5b56-43f5-8448-b84e349d2adc tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:55.158425 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-034ca8ed-c535-402b-a431-e1a7035e744a tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for security_group_rule, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:55.271377 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port be9a77fe-d0d5-426f-a119-c91be0ecca67 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:22:55.281988 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:55.392574 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2254cfe4-e047-4168-8a1f-d848b329cc96 req-a5b070a2-0ee4-4928-b0b8-2b6be7b308b3 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/security-groups?id=8e762246-fa38-46ce-8857-feb550ec31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895217 Jan 19 22:22:55.393100 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-034ca8ed-c535-402b-a431-e1a7035e744a tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:55.401386 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-034ca8ed-c535-402b-a431-e1a7035e744a tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425058'] for security_group_rule, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:55.413643 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b545ef-e222-4605-99bc-695aac344ff0 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da6f054-b87b-41b0-9c6f-cef5c908c2e1,revision_number=0']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:55.427244 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-31b545ef-e222-4605-99bc-695aac344ff0 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:55.491282 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:55.515919 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-034ca8ed-c535-402b-a431-e1a7035e744a tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for security_group_rule, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:55.521489 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-034ca8ed-c535-402b-a431-e1a7035e744a tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6758127 Jan 19 22:22:55.525976 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-31b545ef-e222-4605-99bc-695aac344ff0 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for security_group_rule, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:55.527517 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-31b545ef-e222-4605-99bc-695aac344ff0 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9103501 Jan 19 22:22:55.530964 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54096) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:55.531523 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54098) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:55.552563 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Request body: {'floatingip': {'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:55.572176 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ca8ed-c535-402b-a431-e1a7035e744a tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c768dc1-d264-4eac-978d-bdee3d8dc86f,revision_number=0']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:55.580711 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-034ca8ed-c535-402b-a431-e1a7035e744a tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:55.585693 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-bb65ef90-0070-4df6-ba22-24a84588a979 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Request body: {'security_group_rule': {'security_group_id': '956577b5-ec9d-4cf3-af7b-fede59205daf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:55.627178 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:55.644740 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-bb65ef90-0070-4df6-ba22-24a84588a979 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:55.676580 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 96c08cb4-6c4f-48dd-9c2b-46c6119075fa up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:22:55.708795 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Usage tracker for resource:floatingip and tenant:e64eda3ec4144b5bb294b9dc3338c915 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:55.739712 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:55.785311 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'name': 'tempest-AttachVolumeTestJSON-1010770720-router', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:26Z', 'updated_at': '2021-01-19T22:22:49Z', 'revision_number': 4, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'gw_port': {'id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:32Z', 'updated_at': '2021-01-19T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a', 'name': '', 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'mac_address': 'fa:16:3e:5b:98:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:47Z', 'updated_at': '2021-01-19T22:22:49Z', 'revision_number': 2, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'subnets': [{'id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:22:55.818285 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-bb65ef90-0070-4df6-ba22-24a84588a979 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Usage tracker for resource:security_group_rule and tenant:6fd968d1c0e14ecda944d7b49ae103b9 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:55.825459 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] Checking router: 83806c06-c060-48ad-82bf-962c2f51c26a for host: dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:22:55.826118 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] Updating router 83806c06-c060-48ad-82bf-962c2f51c26a port 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a binding host dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:22:55.845136 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:55.858606 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-bb65ef90-0070-4df6-ba22-24a84588a979 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:55.895130 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-bb65ef90-0070-4df6-ba22-24a84588a979 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:55.921394 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for floatingip, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:55.989945 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:56.044807 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning for port 96c08cb4-6c4f-48dd-9c2b-46c6119075fa completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:22:56.120938 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device ea9f7383-2193-4b0e-8d89-d888ad9fe420 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:22:56.162789 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bb65ef90-0070-4df6-ba22-24a84588a979 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for security_group_rule, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:56.251674 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bb65ef90-0070-4df6-ba22-24a84588a979 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:56.257489 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 96c08cb4-6c4f-48dd-9c2b-46c6119075fa triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:22:56.258277 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:56.269406 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bb65ef90-0070-4df6-ba22-24a84588a979 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425058'] for security_group_rule, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:56.300713 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:56.316971 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65ef90-0070-4df6-ba22-24a84588a979 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d4e7eb2-16b2-4723-a553-d2c7361e7683,revision_number=0']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:56.327131 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-bb65ef90-0070-4df6-ba22-24a84588a979 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:56.328216 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bb65ef90-0070-4df6-ba22-24a84588a979 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for security_group_rule, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:56.329530 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-bb65ef90-0070-4df6-ba22-24a84588a979 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7940016 Jan 19 22:22:56.336024 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54132) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:56.349434 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Request body: {'floatingip': {'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:56.381582 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:22:56.396571 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Usage tracker for resource:floatingip and tenant:6fd968d1c0e14ecda944d7b49ae103b9 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:22:56.406363 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:22:56.425075 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:22:56.470406 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:56.583058 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port ea9f7383-2193-4b0e-8d89-d888ad9fe420 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:22:56.631101 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port ea9f7383-2193-4b0e-8d89-d888ad9fe420 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:22:56.631972 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:56.693870 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for floatingip, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:56.769353 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-afbea39f-1739-4ff9-9a15-94866467874a req-f03ddce3-7cb7-4c59-b5a4-c5d7fbb5bbb0 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Allocated IP 172.20.0.7 (2de0ab09-37c3-47d9-883f-9b41c5ae35f2/7325d4b0-095b-4afe-9fcb-ab7450d96ef2/7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:22:57.046976 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:57.288972 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-b11ed4dd-29ad-4af7-a986-88100bec5a8c tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:57.307692 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-b11ed4dd-29ad-4af7-a986-88100bec5a8c tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/networks?id=2de0ab09-37c3-47d9-883f-9b41c5ae35f2 HTTP/1.1" status: 200 len: 819 time: 2.1694467 Jan 19 22:22:57.372385 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-5b09ca5f-411a-4f32-926c-b471f7979905 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/quotas/faaf464719d54745afba437b2a9bd34b HTTP/1.1" status: 200 len: 375 time: 0.0552166 Jan 19 22:22:57.496498 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:57.543083 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Allocated IP 172.27.0.172 (8ee66800-a804-40da-8341-42d4a5bfa70e/1d78e577-375f-4e80-a30d-36805bf42fd3/834ec324-023b-4cc7-9b72-1cf07bf9acd5) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:22:57.573020 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-afbea39f-1739-4ff9-9a15-94866467874a req-f03ddce3-7cb7-4c59-b5a4-c5d7fbb5bbb0 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:57.645463 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cb398-7e7b-4539-b9a3-36a73ee0f584 req-7f18d531-3d36-470c-ac98-9d87a15ffc02 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:57.663811 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2c5cb398-7e7b-4539-b9a3-36a73ee0f584 req-7f18d531-3d36-470c-ac98-9d87a15ffc02 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=12a111cc-9110-4d03-a257-2aa191d03dee HTTP/1.1" status: 200 len: 944 time: 1.5505071 Jan 19 22:22:57.714519 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 96c08cb4-6c4f-48dd-9c2b-46c6119075fa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=96c08cb4-6c4f-48dd-9c2b-46c6119075fa,segment=NetworkSegment(3e573508-cfe9-4fcd-b992-dc50ecf291a2),segment_id=3e573508-cfe9-4fcd-b992-dc50ecf291a2)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:22:57.715582 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a111cc-9110-4d03-a257-2aa191d03dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c08cb4-6c4f-48dd-9c2b-46c6119075fa'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:22:57.730340 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:57.740206 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:57.840617 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=96c08cb4-6c4f-48dd-9c2b-46c6119075fa,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:57.861949 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2c5cb398-7e7b-4539-b9a3-36a73ee0f584 req-c11bf996-7034-4466-86dc-89c5826e15f9 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526148 Jan 19 22:22:57.863864 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:57.869501 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:57.889249 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-ab6aa99c-0cd2-4934-aec1-1fdc924431be tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?tenant_id=faaf464719d54745afba437b2a9bd34b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4803953 Jan 19 22:22:57.895079 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:57.972207 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:58.011551 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9979ec78-c3c0-402a-8a8e-b5d657c0bec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:58.099657 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 96c08cb4-6c4f-48dd-9c2b-46c6119075fa up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:22:58.227295 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-db3d5353-7ae0-4289-94db-e882f81ff123 service neutron] 10.222.0.50 "GET /v2.0/networks/2de0ab09-37c3-47d9-883f-9b41c5ae35f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140326 Jan 19 22:22:58.250905 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] For port ea9f7383-2193-4b0e-8d89-d888ad9fe420, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=ea9f7383-2193-4b0e-8d89-d888ad9fe420,segment=NetworkSegment(a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654),segment_id=a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:22:58.255021 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:58.286379 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:58.298799 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:58.309806 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Network 8ee66800-a804-40da-8341-42d4a5bfa70e is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:22:58.335078 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:22:58.369957 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-afbea39f-1739-4ff9-9a15-94866467874a req-f03ddce3-7cb7-4c59-b5a4-c5d7fbb5bbb0 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:58.377764 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:22:58.395381 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:58.425582 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Allocated IP 172.27.0.214 (8ee66800-a804-40da-8341-42d4a5bfa70e/1d78e577-375f-4e80-a30d-36805bf42fd3/aa6d5281-013a-4dea-8709-7d4d50916654) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:22:58.433105 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Pushing event updated for resources: {'Port': ['ID=834ec324-023b-4cc7-9b72-1cf07bf9acd5,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:58.483222 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Pushing event updated for resources: {'Port': ['ID=ea9f7383-2193-4b0e-8d89-d888ad9fe420,revision_number=5']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:58.489212 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ddce3-7cb7-4c59-b5a4-c5d7fbb5bbb0 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Pushing event updated for resources: {'Port': ['ID=7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:58.491354 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:58.492561 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] Transition to ACTIVE for port object 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:22:58.498503 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f03ddce3-7cb7-4c59-b5a4-c5d7fbb5bbb0 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:58.498651 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:58.586972 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:58.719582 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b791a351-0b0c-433e-a21e-0b6f3c19c986 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:22:58.728356 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for floatingip, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:58.764579 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2967eb3-67d8-4637-9004-1f4d4cb1c3d2 req-bf817c17-db4b-4d8f-845d-79471e4b2bf8 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:58.766313 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b2967eb3-67d8-4637-9004-1f4d4cb1c3d2 req-bf817c17-db4b-4d8f-845d-79471e4b2bf8 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/ports?device_id=2101c25d-d730-4ac0-9253-fec65ccc0047 HTTP/1.1" status: 200 len: 945 time: 0.2835741 Jan 19 22:22:58.791674 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-a4eea34c-1d2a-4e21-b0f7-cceb4c902acc service neutron] 10.222.0.50 "GET /v2.0/networks/2de0ab09-37c3-47d9-883f-9b41c5ae35f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5630465 Jan 19 22:22:58.824628 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device d8697ad9-0bca-4497-9612-f2b46a23ab20 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:22:58.869904 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b2967eb3-67d8-4637-9004-1f4d4cb1c3d2 req-a1fd5f06-0ee2-4641-84bd-1d8d0c64e59c tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/security-groups?id=8e762246-fa38-46ce-8857-feb550ec31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773461 Jan 19 22:22:58.914610 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afbea39f-1739-4ff9-9a15-94866467874a req-f03ddce3-7cb7-4c59-b5a4-c5d7fbb5bbb0 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Network 2de0ab09-37c3-47d9-883f-9b41c5ae35f2 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:22:58.918079 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-afbea39f-1739-4ff9-9a15-94866467874a req-f03ddce3-7cb7-4c59-b5a4-c5d7fbb5bbb0 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:22:58.931742 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbea39f-1739-4ff9-9a15-94866467874a req-f03ddce3-7cb7-4c59-b5a4-c5d7fbb5bbb0 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:22:58.961464 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbea39f-1739-4ff9-9a15-94866467874a req-f03ddce3-7cb7-4c59-b5a4-c5d7fbb5bbb0 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:22:58.970854 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-afbea39f-1739-4ff9-9a15-94866467874a req-f03ddce3-7cb7-4c59-b5a4-c5d7fbb5bbb0 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:59.022653 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 54250) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:22:59.049158 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-afbea39f-1739-4ff9-9a15-94866467874a req-f03ddce3-7cb7-4c59-b5a4-c5d7fbb5bbb0 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8017459 Jan 19 22:22:59.069207 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-afbea39f-1739-4ff9-9a15-94866467874a req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] Request body: {'port': {'device_id': 'dcab554c-8848-400a-a692-b8a7d0adea62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:22:59.389482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-afbea39f-1739-4ff9-9a15-94866467874a req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:59.596354 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:59.623010 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a111cc-9110-4d03-a257-2aa191d03dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c08cb4-6c4f-48dd-9c2b-46c6119075fa', 'code': 200} Jan 19 22:22:59.754557 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118cc202-6a26-4401-b3ff-16c3cbd65ba5 None None] Pushing event updated for resources: {'Port': ['ID=1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:22:59.766906 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-118cc202-6a26-4401-b3ff-16c3cbd65ba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.048s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:22:59.767494 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 96c08cb4-6c4f-48dd-9c2b-46c6119075fa triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:22:59.767780 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:22:59.887922 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:00.131178 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] Attempting to bind port 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:23:00.131602 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] Attempting to bind port 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': '5c74953d-c790-4cc2-9771-0ecb028703d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:23:00.132009 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] Attempting to bind port 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a on network af289a99-4938-4c37-bab6-8e3fa35bb17d {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:23:00.264708 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:23:00.266112 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] Checking segment: {'id': '5c74953d-c790-4cc2-9771-0ecb028703d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:23:00.267006 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:00.267676 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] Bound using segment: {'id': '5c74953d-c790-4cc2-9771-0ecb028703d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:23:00.268580 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] Bound port: 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c74953d-c790-4cc2-9771-0ecb028703d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:23:00.273063 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:00.300609 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port d8697ad9-0bca-4497-9612-f2b46a23ab20 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:23:00.312785 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a2a8b3b9-fc58-4461-9bc7-1d3e220743c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:00.341428 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port d8697ad9-0bca-4497-9612-f2b46a23ab20 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:00.341620 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:00.371688 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:00.373777 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54284) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:00.386160 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:00.479730 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-fb62d1e8-07dc-4e20-b351-a02af9b6e1f2 req-c9ea5d6e-c8a4-4d40-9dc3-b776a4f9867e tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Synchronizing usage tracker for tenant:faaf464719d54745afba437b2a9bd34b on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:23:00.486984 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] For port 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:23:00.491315 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] For port 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a,segment=NetworkSegment(5c74953d-c790-4cc2-9771-0ecb028703d3),segment_id=5c74953d-c790-4cc2-9771-0ecb028703d3)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:23:00.503600 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:00.544396 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:00.554985 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:00.652507 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Pushing event updated for resources: {'Port': ['ID=834ec324-023b-4cc7-9b72-1cf07bf9acd5,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:00.658238 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:00.664876 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118cc202-6a26-4401-b3ff-16c3cbd65ba5 None None] Pushing event updated for resources: {'Port': ['ID=1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:00.666651 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:00.684168 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-118cc202-6a26-4401-b3ff-16c3cbd65ba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:00.725628 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0f4c616d-e586-427a-b3a7-38446afc5955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:00.752647 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-0f4c616d-e586-427a-b3a7-38446afc5955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:00.758574 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-0f4c616d-e586-427a-b3a7-38446afc5955 admin admin] Usage tracker for resource:security_group_rule and tenant:8745e89a4d3d4923911ce5a1fc128025 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:00.763182 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-0f4c616d-e586-427a-b3a7-38446afc5955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:00.770259 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-0f4c616d-e586-427a-b3a7-38446afc5955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:00.914700 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 54294) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:00.931448 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0f4c616d-e586-427a-b3a7-38446afc5955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:00.933982 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:00.952140 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-274c29d5-bab6-4d2e-a1a9-c001a8109c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:00.955698 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0f4c616d-e586-427a-b3a7-38446afc5955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:00.960094 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-c5b0fdf8-26a0-4b56-b1b6-1b7ee08f3368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:00.979134 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:01.017075 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-274c29d5-bab6-4d2e-a1a9-c001a8109c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:01.024921 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-274c29d5-bab6-4d2e-a1a9-c001a8109c70 admin admin] Usage tracker for resource:security_group_rule and tenant:e5535ead37d345bdb568ddda592e8182 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:01.029424 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] For port d8697ad9-0bca-4497-9612-f2b46a23ab20, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=d8697ad9-0bca-4497-9612-f2b46a23ab20,segment=NetworkSegment(42df9283-af88-47b5-87c4-61188bf63737),segment_id=42df9283-af88-47b5-87c4-61188bf63737)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:23:01.031256 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-274c29d5-bab6-4d2e-a1a9-c001a8109c70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:01.035286 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:01.039865 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:01.044939 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-274c29d5-bab6-4d2e-a1a9-c001a8109c70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:01.050438 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-0f4c616d-e586-427a-b3a7-38446afc5955 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8745e89a4d3d4923911ce5a1fc128025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6741216 Jan 19 22:23:01.051577 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:01.062875 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7233162 Jan 19 22:23:01.085059 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 96c08cb4-6c4f-48dd-9c2b-46c6119075fa up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:23:01.133665 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54300) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:01.307376 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Pushing event updated for resources: {'Port': ['ID=aa6d5281-013a-4dea-8709-7d4d50916654,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:01.330327 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Pushing event updated for resources: {'Port': ['ID=d8697ad9-0bca-4497-9612-f2b46a23ab20,revision_number=5']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:01.334482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device ea9f7383-2193-4b0e-8d89-d888ad9fe420 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:23:01.348463 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:01.360304 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.65', 63601) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:01.373740 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d7333ef6-20ee-4f7d-884e-12e9059cde3d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.325s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:01.376777 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-274c29d5-bab6-4d2e-a1a9-c001a8109c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:01.379863 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] Routers {'83806c06-c060-48ad-82bf-962c2f51c26a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:23:01.380671 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:22:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['83806c06-c060-48ad-82bf-962c2f51c26a'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:23:01.504280 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b78e3243-b630-4ffc-a1e6-87b162803513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:01.535708 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-b78e3243-b630-4ffc-a1e6-87b162803513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:01.541861 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-b78e3243-b630-4ffc-a1e6-87b162803513 admin admin] Usage tracker for resource:security_group_rule and tenant:b731436ec22246429ef098951151f3b8 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:01.545640 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-b78e3243-b630-4ffc-a1e6-87b162803513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:01.547135 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Network 8ee66800-a804-40da-8341-42d4a5bfa70e is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:23:01.552641 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-fb62d1e8-07dc-4e20-b351-a02af9b6e1f2 req-c9ea5d6e-c8a4-4d40-9dc3-b776a4f9867e tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Unset dirty status for tenant:faaf464719d54745afba437b2a9bd34b on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:23:01.554062 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fb62d1e8-07dc-4e20-b351-a02af9b6e1f2 req-c9ea5d6e-c8a4-4d40-9dc3-b776a4f9867e tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 210 time: 2.1780412 Jan 19 22:23:01.554776 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-274c29d5-bab6-4d2e-a1a9-c001a8109c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:01.556025 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-b78e3243-b630-4ffc-a1e6-87b162803513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:01.566896 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:23:01.582717 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:23:01.583264 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] Set router 83806c06-c060-48ad-82bf-962c2f51c26a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:23:01.629741 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c616d-e586-427a-b3a7-38446afc5955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a184627b-fe49-473a-8297-c8f1472ef966,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:01.634624 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355fd89-d445-4b3d-8313-523fb5bc2ed7 req-2079a7ed-17f5-4458-afd0-65add1fd13b7 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:01.636520 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9355fd89-d445-4b3d-8313-523fb5bc2ed7 req-2079a7ed-17f5-4458-afd0-65add1fd13b7 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=12a111cc-9110-4d03-a257-2aa191d03dee HTTP/1.1" status: 200 len: 946 time: 1.9244475 Jan 19 22:23:01.670508 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-0f4c616d-e586-427a-b3a7-38446afc5955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:01.671495 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-99fee3e3-ce58-4d5e-bf9d-3ad7f281ed01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:01.751365 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-ec3bf662-18a5-42cc-8253-656e9694e4be tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:01.752186 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-ec3bf662-18a5-42cc-8253-656e9694e4be tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Synchronizing usage tracker for tenant:faaf464719d54745afba437b2a9bd34b on resource:network {{(pid=80181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:23:01.784505 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-99fee3e3-ce58-4d5e-bf9d-3ad7f281ed01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:01.798967 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for floatingip, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:01.815289 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e5f722f5-16b9-42d3-819a-0be83a3a1bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:01.828766 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-274c29d5-bab6-4d2e-a1a9-c001a8109c70 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e5535ead37d345bdb568ddda592e8182&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8021173 Jan 19 22:23:01.851455 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.811s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:01.856657 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 54326) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:01.890311 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:01.937631 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.resource_extend [req-afbea39f-1739-4ff9-9a15-94866467874a req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 19 22:23:01.956486 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-99fee3e3-ce58-4d5e-bf9d-3ad7f281ed01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:01.975541 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6fb62-2339-404a-ad6a-46bab2d7eec0 req-b700a01c-81f3-40fc-a6a4-dac8288a7fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:01.977224 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5fc6fb62-2339-404a-ad6a-46bab2d7eec0 req-b700a01c-81f3-40fc-a6a4-dac8288a7fe9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=12a111cc-9110-4d03-a257-2aa191d03dee HTTP/1.1" status: 200 len: 1163 time: 2.3905470 Jan 19 22:23:01.985466 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c29d5-bab6-4d2e-a1a9-c001a8109c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d038dd97-78a2-4ddc-a881-ea82363b24b1,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:01.989179 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-274c29d5-bab6-4d2e-a1a9-c001a8109c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:01.998406 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-545a0c1a-5a8d-420b-8573-29f39c680c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:02.019797 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fee3e3-ce58-4d5e-bf9d-3ad7f281ed01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a184627b-fe49-473a-8297-c8f1472ef966,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:02.032733 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-99fee3e3-ce58-4d5e-bf9d-3ad7f281ed01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:02.043820 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-99fee3e3-ce58-4d5e-bf9d-3ad7f281ed01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:02.048520 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-99fee3e3-ce58-4d5e-bf9d-3ad7f281ed01 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a184627b-fe49-473a-8297-c8f1472ef966 HTTP/1.1" status: 204 len: 168 time: 0.9129379 Jan 19 22:23:02.066900 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-50d7c4b8-7c28-43c2-a982-88040054d306 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--969935449&fields=id&tenant_id=6fd968d1c0e14ecda944d7b49ae103b9 HTTP/1.1" status: 200 len: 267 time: 0.2366235 Jan 19 22:23:02.085868 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port ea9f7383-2193-4b0e-8d89-d888ad9fe420 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:02.086289 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:02.130761 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9355fd89-d445-4b3d-8313-523fb5bc2ed7 req-dbffa9ec-1381-4e54-b198-f3f96a947e4b tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166406 Jan 19 22:23:02.133553 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 96c08cb4-6c4f-48dd-9c2b-46c6119075fa triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:02.134035 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:02.159065 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b78e3243-b630-4ffc-a1e6-87b162803513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:02.266635 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b78e3243-b630-4ffc-a1e6-87b162803513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:02.308881 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:02.317892 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:02.347923 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [req-afbea39f-1739-4ff9-9a15-94866467874a req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:23:02.389755 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-5fc6fb62-2339-404a-ad6a-46bab2d7eec0 req-0c0b1cb9-624c-4737-af08-ce7f76c3bb09 service neutron] Synchronizing usage tracker for tenant:8fcbe68a2c5345e28cdb769c6acf6254 on resource:security_group {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:23:02.405731 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:02.416820 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-b78e3243-b630-4ffc-a1e6-87b162803513 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b731436ec22246429ef098951151f3b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4828687 Jan 19 22:23:02.423626 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-afbea39f-1739-4ff9-9a15-94866467874a req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:02.435759 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 54338) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:02.460684 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2b89ea54-dce8-4cf9-a156-93aa2a2353fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:02.479208 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'name': 'tempest-AttachVolumeTestJSON-1010770720-router', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:26Z', 'updated_at': '2021-01-19T22:22:49Z', 'revision_number': 4, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'gw_port': {'id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:32Z', 'updated_at': '2021-01-19T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a', 'name': '', 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'mac_address': 'fa:16:3e:5b:98:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:47Z', 'updated_at': '2021-01-19T22:23:00Z', 'revision_number': 4, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'subnets': [{'id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:23:02.488725 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565ef310-f1fc-46b6-9e66-c2edd5a3b081 None None] The sync data for ids ['83806c06-c060-48ad-82bf-962c2f51c26a'] in dv-cinder-750782-5-iscsi is: [{'id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'name': 'tempest-AttachVolumeTestJSON-1010770720-router', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:26Z', 'updated_at': '2021-01-19T22:22:49Z', 'revision_number': 4, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'gw_port': {'id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:32Z', 'updated_at': '2021-01-19T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a', 'name': '', 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'mac_address': 'fa:16:3e:5b:98:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:47Z', 'updated_at': '2021-01-19T22:23:00Z', 'revision_number': 4, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'subnets': [{'id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:23:02.494639 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2b89ea54-dce8-4cf9-a156-93aa2a2353fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:02.560217 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-5fc6fb62-2339-404a-ad6a-46bab2d7eec0 req-0c0b1cb9-624c-4737-af08-ce7f76c3bb09 service neutron] Unset dirty status for tenant:8fcbe68a2c5345e28cdb769c6acf6254 on resource:security_group {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:23:02.561474 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5fc6fb62-2339-404a-ad6a-46bab2d7eec0 req-0c0b1cb9-624c-4737-af08-ce7f76c3bb09 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278118 Jan 19 22:23:02.585729 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:02.629969 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2b89ea54-dce8-4cf9-a156-93aa2a2353fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:02.631406 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-afbea39f-1739-4ff9-9a15-94866467874a req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] Transition to ACTIVE for port object 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:23:02.642857 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e3243-b630-4ffc-a1e6-87b162803513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3287c5f3-bbd1-41b4-bf2a-ce41f07832e4,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:02.646907 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b78e3243-b630-4ffc-a1e6-87b162803513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:02.659791 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:02.678857 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89ea54-dce8-4cf9-a156-93aa2a2353fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d038dd97-78a2-4ddc-a881-ea82363b24b1,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:02.682052 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-2b89ea54-dce8-4cf9-a156-93aa2a2353fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:02.682773 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-afbea39f-1739-4ff9-9a15-94866467874a req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:02.722935 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-ec3bf662-18a5-42cc-8253-656e9694e4be tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Unset dirty status for tenant:faaf464719d54745afba437b2a9bd34b on resource:network {{(pid=80181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:23:02.724227 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-ec3bf662-18a5-42cc-8253-656e9694e4be tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.65 "GET /v2.0/networks?id=2de0ab09-37c3-47d9-883f-9b41c5ae35f2 HTTP/1.1" status: 200 len: 819 time: 1.3219995 Jan 19 22:23:02.747508 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:02.765438 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:02.772685 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54346) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:02.843030 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba079-95f4-47d0-80cc-1567c6ba2be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:02.876441 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-ffad3e81-7e25-49de-9dc9-d2f18f1d9ad6 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Request body: {'port': {'device_id': '97d56f97-c8f0-45ff-afd2-277c683eeb39', 'network_id': '2de0ab09-37c3-47d9-883f-9b41c5ae35f2', 'admin_state_up': True, 'tenant_id': 'faaf464719d54745afba437b2a9bd34b'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:23:02.909327 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Pushing event updated for resources: {'Port': ['ID=aa6d5281-013a-4dea-8709-7d4d50916654,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:02.912588 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2b89ea54-dce8-4cf9-a156-93aa2a2353fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:02.917107 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-2b89ea54-dce8-4cf9-a156-93aa2a2353fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d038dd97-78a2-4ddc-a881-ea82363b24b1 HTTP/1.1" status: 204 len: 168 time: 1.0542939 Jan 19 22:23:02.926522 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:02.957750 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:02.968930 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4224906 Jan 19 22:23:02.969988 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-ee0ba079-95f4-47d0-80cc-1567c6ba2be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:02.986823 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-a2d9f2a8-18ef-4775-b67f-2ad5d5b34a89 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:02.990711 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-a2d9f2a8-18ef-4775-b67f-2ad5d5b34a89 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/networks?id=af289a99-4938-4c37-bab6-8e3fa35bb17d HTTP/1.1" status: 200 len: 811 time: 0.8870418 Jan 19 22:23:02.992022 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-928ad8c0-9809-4c92-96b4-40955ba25520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:03.028814 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:03.032513 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:03.135360 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-d8c0aecc-eac7-4da9-828c-40709cbac147 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/quotas/6fd968d1c0e14ecda944d7b49ae103b9 HTTP/1.1" status: 200 len: 375 time: 0.0907013 Jan 19 22:23:03.157325 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-ee0ba079-95f4-47d0-80cc-1567c6ba2be0 admin admin] Usage tracker for resource:security_group_rule and tenant:cbb2c6d9bcc448b2a7fb980f901d0cd3 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:03.173546 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fb039e60-3f92-40cc-9d1c-a817b273e021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:03.251414 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-928ad8c0-9809-4c92-96b4-40955ba25520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:03.380281 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-ee0ba079-95f4-47d0-80cc-1567c6ba2be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:03.393217 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-ee0ba079-95f4-47d0-80cc-1567c6ba2be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:03.480328 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-ffad3e81-7e25-49de-9dc9-d2f18f1d9ad6 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:03.581676 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device d8697ad9-0bca-4497-9612-f2b46a23ab20 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:23:03.593986 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-afbea39f-1739-4ff9-9a15-94866467874a req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] Attempting to bind port 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:23:03.594404 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-afbea39f-1739-4ff9-9a15-94866467874a req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] Attempting to bind port 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '42df9283-af88-47b5-87c4-61188bf63737', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de0ab09-37c3-47d9-883f-9b41c5ae35f2'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:23:03.594871 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbea39f-1739-4ff9-9a15-94866467874a req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] Attempting to bind port 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d on network 2de0ab09-37c3-47d9-883f-9b41c5ae35f2 {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:23:03.632163 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba079-95f4-47d0-80cc-1567c6ba2be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:03.636829 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbea39f-1739-4ff9-9a15-94866467874a req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] Checking agent: {'id': '2523063a-ad22-4c17-a8b2-431f878c065d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 20, 21), 'started_at': datetime.datetime(2021, 1, 19, 22, 20, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:23:03.637240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbea39f-1739-4ff9-9a15-94866467874a req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] Checking segment: {'id': '42df9283-af88-47b5-87c4-61188bf63737', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de0ab09-37c3-47d9-883f-9b41c5ae35f2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:23:03.638074 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba079-95f4-47d0-80cc-1567c6ba2be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:03.657074 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-afbea39f-1739-4ff9-9a15-94866467874a req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:03.657507 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbea39f-1739-4ff9-9a15-94866467874a req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] Bound using segment: {'id': '42df9283-af88-47b5-87c4-61188bf63737', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de0ab09-37c3-47d9-883f-9b41c5ae35f2'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:23:03.659603 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-afbea39f-1739-4ff9-9a15-94866467874a req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] Bound port: 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42df9283-af88-47b5-87c4-61188bf63737', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de0ab09-37c3-47d9-883f-9b41c5ae35f2'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:23:03.659979 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-afbea39f-1739-4ff9-9a15-94866467874a req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:03.787398 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-a3629e6f-8220-430e-83d1-d03076272abf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?tenant_id=6fd968d1c0e14ecda944d7b49ae103b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6508048 Jan 19 22:23:03.815295 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-ffad3e81-7e25-49de-9dc9-d2f18f1d9ad6 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:03.849965 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f1e302f8-4fd1-45f9-b11d-d8e7913b9d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:03.907459 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port d8697ad9-0bca-4497-9612-f2b46a23ab20 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:03.908119 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:03.977663 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-ee0ba079-95f4-47d0-80cc-1567c6ba2be0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cbb2c6d9bcc448b2a7fb980f901d0cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2009628 Jan 19 22:23:04.013809 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54366) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:04.024888 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-afbea39f-1739-4ff9-9a15-94866467874a req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] For port 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d, host hv-cinder-75078, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:23:04.048132 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-afbea39f-1739-4ff9-9a15-94866467874a req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] For port 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d,segment=NetworkSegment(42df9283-af88-47b5-87c4-61188bf63737),segment_id=42df9283-af88-47b5-87c4-61188bf63737)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:23:04.066131 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-afbea39f-1739-4ff9-9a15-94866467874a req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:04.067274 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-928ad8c0-9809-4c92-96b4-40955ba25520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:04.128320 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54370) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:04.145218 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ba079-95f4-47d0-80cc-1567c6ba2be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26c517c-7c80-48ef-992b-2556fc295b3f,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:04.162901 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:04.188119 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-ffad3e81-7e25-49de-9dc9-d2f18f1d9ad6 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Made reservation on behalf of faaf464719d54745afba437b2a9bd34b for: {'port': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:23:04.208830 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-ffad3e81-7e25-49de-9dc9-d2f18f1d9ad6 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:04.237246 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ee0ba079-95f4-47d0-80cc-1567c6ba2be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:04.267566 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:04.271601 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:04.272793 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-928ad8c0-9809-4c92-96b4-40955ba25520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:04.277108 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-928ad8c0-9809-4c92-96b4-40955ba25520 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3287c5f3-bbd1-41b4-bf2a-ce41f07832e4 HTTP/1.1" status: 204 len: 168 time: 1.8253694 Jan 19 22:23:04.280086 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d1aeed70-8b54-4e6f-8ce9-820d29099238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:04.281388 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:04.304454 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:23:04.378276 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-d1aeed70-8b54-4e6f-8ce9-820d29099238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:04.408054 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:23:04.424426 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-d1aeed70-8b54-4e6f-8ce9-820d29099238 admin admin] Usage tracker for resource:security_group_rule and tenant:695883b15acf42c7b7c377d8e82a5fc7 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:04.426317 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ad8c0-9809-4c92-96b4-40955ba25520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3287c5f3-bbd1-41b4-bf2a-ce41f07832e4,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:04.426634 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:04.427312 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:04.429084 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-928ad8c0-9809-4c92-96b4-40955ba25520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:04.437222 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f1c11a68-6995-4202-b201-2a08fa2e6604 req-332bc138-d9df-4de7-9dfe-975de828f7c7 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 210 time: 0.1770732 Jan 19 22:23:04.445874 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-d1aeed70-8b54-4e6f-8ce9-820d29099238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:04.523650 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-a8d931ce-8db9-4775-8fc6-56d6c1509102 service neutron] 10.222.0.50 "GET /v2.0/networks/af289a99-4938-4c37-bab6-8e3fa35bb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7350438 Jan 19 22:23:04.533848 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-d1aeed70-8b54-4e6f-8ce9-820d29099238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:04.542927 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-70963563-48bf-4f30-9f03-a9d31d7a3571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:04.636615 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-70963563-48bf-4f30-9f03-a9d31d7a3571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:04.729636 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-70963563-48bf-4f30-9f03-a9d31d7a3571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:04.778550 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f91cb3d5-2ef6-408f-9d7a-fdb986e243ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:04.887337 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70963563-48bf-4f30-9f03-a9d31d7a3571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26c517c-7c80-48ef-992b-2556fc295b3f,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:04.890134 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-70963563-48bf-4f30-9f03-a9d31d7a3571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:04.908417 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-0af5a10f-2a9c-42e6-9faf-40b314d310d6 service neutron] 10.222.0.50 "GET /v2.0/networks/af289a99-4938-4c37-bab6-8e3fa35bb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3839018 Jan 19 22:23:04.928188 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbea39f-1739-4ff9-9a15-94866467874a req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:04.928863 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-afbea39f-1739-4ff9-9a15-94866467874a req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:04.931814 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-afbea39f-1739-4ff9-9a15-94866467874a req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] 10.222.0.65 "PUT /v2.0/ports/7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d HTTP/1.1" status: 200 len: 1157 time: 5.8674188 Jan 19 22:23:04.932373 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcab554c-8848-400a-a692-b8a7d0adea62', 'tag': '7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:23:04.938271 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-70963563-48bf-4f30-9f03-a9d31d7a3571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:04.938271 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-70963563-48bf-4f30-9f03-a9d31d7a3571 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f26c517c-7c80-48ef-992b-2556fc295b3f HTTP/1.1" status: 204 len: 168 time: 0.9143181 Jan 19 22:23:05.122602 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d1aeed70-8b54-4e6f-8ce9-820d29099238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:05.130163 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d1aeed70-8b54-4e6f-8ce9-820d29099238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:05.201077 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-82de67bf-1be7-4670-b266-c6252822f79f req-060d6e9f-b5b2-409e-ad1b-937b64601dc3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Synchronizing usage tracker for tenant:e64eda3ec4144b5bb294b9dc3338c915 on resource:security_group {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:23:05.222574 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:05.241101 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-d1aeed70-8b54-4e6f-8ce9-820d29099238 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=695883b15acf42c7b7c377d8e82a5fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0956125 Jan 19 22:23:05.241658 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 54392) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:05.251274 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-ffad3e81-7e25-49de-9dc9-d2f18f1d9ad6 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Allocated IP 172.20.0.10 (2de0ab09-37c3-47d9-883f-9b41c5ae35f2/7325d4b0-095b-4afe-9fcb-ab7450d96ef2/3a126e92-eb1b-4e94-b31d-36688e19a65b) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:23:05.264122 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:05.300517 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:05.328318 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aeed70-8b54-4e6f-8ce9-820d29099238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccd8239-88e0-4766-9db3-e164803883ad,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:05.340421 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d1aeed70-8b54-4e6f-8ce9-820d29099238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:05.355678 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-82de67bf-1be7-4670-b266-c6252822f79f req-060d6e9f-b5b2-409e-ad1b-937b64601dc3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Unset dirty status for tenant:e64eda3ec4144b5bb294b9dc3338c915 on resource:security_group {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:23:05.360155 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-82de67bf-1be7-4670-b266-c6252822f79f req-060d6e9f-b5b2-409e-ad1b-937b64601dc3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1844977189&fields=id&tenant_id=e64eda3ec4144b5bb294b9dc3338c915 HTTP/1.1" status: 200 len: 267 time: 0.3651564 Jan 19 22:23:05.384538 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbea39f-1739-4ff9-9a15-94866467874a req-6f4bc525-d82d-4ece-ac9d-76cc7d53aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:05.386214 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-afbea39f-1739-4ff9-9a15-94866467874a req-6f4bc525-d82d-4ece-ac9d-76cc7d53aee9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=faaf464719d54745afba437b2a9bd34b&device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 1160 time: 0.3523068 Jan 19 22:23:05.417253 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:05.470855 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] For port 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a,segment=NetworkSegment(5c74953d-c790-4cc2-9771-0ecb028703d3),segment_id=5c74953d-c790-4cc2-9771-0ecb028703d3)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:23:05.475495 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:05.495548 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:05.610477 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-afbea39f-1739-4ff9-9a15-94866467874a req-da931ff5-9a91-4eaa-aab0-9adc65a90d0f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d HTTP/1.1" status: 200 len: 217 time: 0.1944025 Jan 19 22:23:05.611731 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9c839df3-91c3-4aa7-9835-f4203c695963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:05.655165 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9c839df3-91c3-4aa7-9835-f4203c695963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:05.831997 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54408) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:05.892318 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-ffad3e81-7e25-49de-9dc9-d2f18f1d9ad6 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:05.901029 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-531af67f-3c12-4777-83f1-8bff3c98940f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:05.927547 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-531af67f-3c12-4777-83f1-8bff3c98940f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:05.934710 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-531af67f-3c12-4777-83f1-8bff3c98940f admin admin] Usage tracker for resource:security_group_rule and tenant:ded880d1df1f4f26b3fa168f3abab859 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:05.939498 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-531af67f-3c12-4777-83f1-8bff3c98940f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:05.953006 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-531af67f-3c12-4777-83f1-8bff3c98940f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:05.994519 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Pushing event updated for resources: {'Port': ['ID=1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a,revision_number=5']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:05.998711 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-ffad3e81-7e25-49de-9dc9-d2f18f1d9ad6 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:06.007204 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:06.018867 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:06.148696 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9c839df3-91c3-4aa7-9835-f4203c695963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:06.178106 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:06.221165 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c839df3-91c3-4aa7-9835-f4203c695963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccd8239-88e0-4766-9db3-e164803883ad,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:06.225241 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9c839df3-91c3-4aa7-9835-f4203c695963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:06.242640 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9c839df3-91c3-4aa7-9835-f4203c695963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:06.248888 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-9c839df3-91c3-4aa7-9835-f4203c695963 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bccd8239-88e0-4766-9db3-e164803883ad HTTP/1.1" status: 204 len: 168 time: 1.0015452 Jan 19 22:23:06.248888 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbea39f-1739-4ff9-9a15-94866467874a req-39c5215f-167e-492a-a168-3d7acb2f0a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:06.248888 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-afbea39f-1739-4ff9-9a15-94866467874a req-39c5215f-167e-492a-a168-3d7acb2f0a1d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7325d4b0-095b-4afe-9fcb-ab7450d96ef2 HTTP/1.1" status: 200 len: 859 time: 0.5572739 Jan 19 22:23:06.452195 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-370efa46-180d-4eb5-a0f8-888b75144e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:06.454068 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-afbea39f-1739-4ff9-9a15-94866467874a req-102e55f1-57f2-4968-a850-6aa0532bef0c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2de0ab09-37c3-47d9-883f-9b41c5ae35f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1552138 Jan 19 22:23:06.494753 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb1738-63d1-40c9-a68e-1a698d394216 req-d60740be-002b-4462-b06f-fb7030a0659a tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:06.502102 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-84eb1738-63d1-40c9-a68e-1a698d394216 req-d60740be-002b-4462-b06f-fb7030a0659a tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=12a111cc-9110-4d03-a257-2aa191d03dee HTTP/1.1" status: 200 len: 946 time: 0.9750328 Jan 19 22:23:06.588773 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-ffad3e81-7e25-49de-9dc9-d2f18f1d9ad6 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Network 2de0ab09-37c3-47d9-883f-9b41c5ae35f2 is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:23:06.591005 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-ffad3e81-7e25-49de-9dc9-d2f18f1d9ad6 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:23:06.595477 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-ffad3e81-7e25-49de-9dc9-d2f18f1d9ad6 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:23:06.620755 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-ffad3e81-7e25-49de-9dc9-d2f18f1d9ad6 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:06.621606 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-ffad3e81-7e25-49de-9dc9-d2f18f1d9ad6 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:06.630733 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de67bf-1be7-4670-b266-c6252822f79f req-0a61a43d-c2cb-4863-8d86-7f5df5ecd4ff tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:06.639582 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-82de67bf-1be7-4670-b266-c6252822f79f req-0a61a43d-c2cb-4863-8d86-7f5df5ecd4ff tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/networks?id=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 HTTP/1.1" status: 200 len: 817 time: 1.2265196 Jan 19 22:23:06.689080 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-82de67bf-1be7-4670-b266-c6252822f79f req-b0dbf005-d45b-41db-b273-69487afa2448 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/quotas/e64eda3ec4144b5bb294b9dc3338c915 HTTP/1.1" status: 200 len: 375 time: 0.0481331 Jan 19 22:23:06.719309 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad3e81-7e25-49de-9dc9-d2f18f1d9ad6 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Pushing event updated for resources: {'Port': ['ID=3a126e92-eb1b-4e94-b31d-36688e19a65b,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:06.741903 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ffad3e81-7e25-49de-9dc9-d2f18f1d9ad6 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:06.790165 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-84eb1738-63d1-40c9-a68e-1a698d394216 req-f645a185-bf73-4378-afbf-9ac86964874b tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997519 Jan 19 22:23:06.817503 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-afbea39f-1739-4ff9-9a15-94866467874a req-4452901b-cc3f-4786-bae4-619cf650eb4c service neutron] 10.222.0.65 "GET /v2.0/networks/2de0ab09-37c3-47d9-883f-9b41c5ae35f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119783 Jan 19 22:23:06.901507 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-531af67f-3c12-4777-83f1-8bff3c98940f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:06.932793 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-531af67f-3c12-4777-83f1-8bff3c98940f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:06.951786 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:06.971499 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-ffad3e81-7e25-49de-9dc9-d2f18f1d9ad6 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1055441 Jan 19 22:23:07.013789 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] Request body: {'port': {'device_id': '97d56f97-c8f0-45ff-afd2-277c683eeb39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:23:07.108919 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-afbea39f-1739-4ff9-9a15-94866467874a req-47aba842-dc35-4606-bcf0-0168f5830873 service neutron] 10.222.0.65 "GET /v2.0/networks/2de0ab09-37c3-47d9-883f-9b41c5ae35f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2835865 Jan 19 22:23:07.116682 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcab554c-8848-400a-a692-b8a7d0adea62', 'tag': '7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d', 'status': 'completed', 'code': 200} Jan 19 22:23:07.201077 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-82de67bf-1be7-4670-b266-c6252822f79f req-0e4e68eb-fd4e-4566-ab47-c9afbd727d9a tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?tenant_id=e64eda3ec4144b5bb294b9dc3338c915&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5103037 Jan 19 22:23:07.262497 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-531af67f-3c12-4777-83f1-8bff3c98940f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ded880d1df1f4f26b3fa168f3abab859&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4197421 Jan 19 22:23:07.278339 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54442) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:07.314811 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531af67f-3c12-4777-83f1-8bff3c98940f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f5bcbd-94a5-4a5e-8c01-95454bd09105,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:07.322499 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:07.378101 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d36278fd-1966-4ed6-8963-5faf46f376e9 req-fb29e9c3-d3f3-4b04-bc10-a6b9e283d28c tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 210 time: 0.1299069 Jan 19 22:23:07.382557 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-531af67f-3c12-4777-83f1-8bff3c98940f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:07.690775 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:23:07.926631 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:07.927745 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:07.961346 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f7713147-d6b2-4df8-b18b-dfc96194bb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:08.100771 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f7713147-d6b2-4df8-b18b-dfc96194bb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:08.248880 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef63f7b-fb3f-424b-a9cf-b48ccd9b1203 req-a5225195-bd64-4c1a-b976-d658173ad2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:08.250518 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2ef63f7b-fb3f-424b-a9cf-b48ccd9b1203 req-a5225195-bd64-4c1a-b976-d658173ad2a0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=faaf464719d54745afba437b2a9bd34b&device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 1160 time: 1.0038095 Jan 19 22:23:08.265040 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-82de67bf-1be7-4670-b266-c6252822f79f req-5c45348d-2253-4d89-b221-07d47727f7b6 service neutron] 10.222.0.50 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0625827 Jan 19 22:23:08.290310 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f7713147-d6b2-4df8-b18b-dfc96194bb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:08.298102 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e7f148a3-8312-4a3d-958f-bc2963a2e6b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:08.325817 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7713147-d6b2-4df8-b18b-dfc96194bb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f5bcbd-94a5-4a5e-8c01-95454bd09105,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:08.332150 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f7713147-d6b2-4df8-b18b-dfc96194bb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:08.340224 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f7713147-d6b2-4df8-b18b-dfc96194bb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:08.341493 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-f7713147-d6b2-4df8-b18b-dfc96194bb2a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/35f5bcbd-94a5-4a5e-8c01-95454bd09105 HTTP/1.1" status: 204 len: 168 time: 1.0600870 Jan 19 22:23:08.457822 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a126e92-eb1b-4e94-b31d-36688e19a65b {{(pid=80181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:23:08.467278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:08.483268 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] Transition to ACTIVE for port object 3a126e92-eb1b-4e94-b31d-36688e19a65b will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:23:08.491374 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:08.510898 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:08.524710 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-82de67bf-1be7-4670-b266-c6252822f79f req-1cdcad56-d475-48d9-96b8-98458f0883b6 service neutron] 10.222.0.50 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2586396 Jan 19 22:23:08.590852 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f4417-1d3a-42d0-81f3-0d2387698036 req-d3ba4366-d05f-438d-89d4-584c1aaa257a tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:08.608156 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c32f4417-1d3a-42d0-81f3-0d2387698036 req-d3ba4366-d05f-438d-89d4-584c1aaa257a tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 932 time: 0.9520764 Jan 19 22:23:08.675266 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] Pushing event updated for resources: {'Port': ['ID=3a126e92-eb1b-4e94-b31d-36688e19a65b,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:08.695397 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:08.701453 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-fa57b27b-73fe-4149-9740-b6e29bb8e93d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:08.708628 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-fa57b27b-73fe-4149-9740-b6e29bb8e93d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.65 "GET /v2.0/networks?id=af289a99-4938-4c37-bab6-8e3fa35bb17d HTTP/1.1" status: 200 len: 811 time: 1.1757231 Jan 19 22:23:08.921786 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c32f4417-1d3a-42d0-81f3-0d2387698036 req-2b38181f-3877-445b-b2ca-2231be9a6761 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125396 Jan 19 22:23:09.068756 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] Attempting to bind port 3a126e92-eb1b-4e94-b31d-36688e19a65b on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:23:09.071713 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] Attempting to bind port 3a126e92-eb1b-4e94-b31d-36688e19a65b by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '42df9283-af88-47b5-87c4-61188bf63737', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de0ab09-37c3-47d9-883f-9b41c5ae35f2'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:23:09.072134 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] Attempting to bind port 3a126e92-eb1b-4e94-b31d-36688e19a65b on network 2de0ab09-37c3-47d9-883f-9b41c5ae35f2 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:23:09.089064 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] Checking agent: {'id': '2523063a-ad22-4c17-a8b2-431f878c065d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 20, 21), 'started_at': datetime.datetime(2021, 1, 19, 22, 20, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:23:09.102147 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-41dfe4f1-c767-4ea7-9baf-42931ada5635 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6fd968d1c0e14ecda944d7b49ae103b9 HTTP/1.1" status: 200 len: 5704 time: 0.3580184 Jan 19 22:23:09.106891 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] Checking segment: {'id': '42df9283-af88-47b5-87c4-61188bf63737', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de0ab09-37c3-47d9-883f-9b41c5ae35f2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:23:09.109736 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:09.110374 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] Bound using segment: {'id': '42df9283-af88-47b5-87c4-61188bf63737', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de0ab09-37c3-47d9-883f-9b41c5ae35f2'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:23:09.111191 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] Bound port: 3a126e92-eb1b-4e94-b31d-36688e19a65b, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42df9283-af88-47b5-87c4-61188bf63737', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2de0ab09-37c3-47d9-883f-9b41c5ae35f2'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:23:09.111792 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:09.179760 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-19be2b01-aa98-4077-a73b-8c9b8770f68e tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Request body: {'port': {'device_id': 'b4947b5a-1fa7-463b-937b-2c9a70934c71', 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d', 'admin_state_up': True, 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'security_groups': ['956577b5-ec9d-4cf3-af7b-fede59205daf']}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:23:09.239197 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-991b257f-549a-462f-b7bf-34f7e2b46202 req-3c740f2e-7d8b-414e-8684-d3832cbe092c tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 210 time: 0.2098484 Jan 19 22:23:09.271867 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.objects.ports [None req-5e43d3e5-63c1-4fbe-ace3-6f7a178ba581 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80182) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 22:23:09.288428 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d312fdd1-087b-4f9a-83ab-665ee7fb4a26 req-45f08067-63f7-48a2-ad76-dfe1b7b7c60a tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 210 time: 0.1829340 Jan 19 22:23:09.337934 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] For port 3a126e92-eb1b-4e94-b31d-36688e19a65b, host hv-cinder-75078, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:23:09.352997 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] For port 3a126e92-eb1b-4e94-b31d-36688e19a65b, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=3a126e92-eb1b-4e94-b31d-36688e19a65b,segment=NetworkSegment(42df9283-af88-47b5-87c4-61188bf63737),segment_id=42df9283-af88-47b5-87c4-61188bf63737)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:23:09.363376 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:09.397343 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:09.409142 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef63f7b-fb3f-424b-a9cf-b48ccd9b1203 req-3f27d1fe-a38d-43f4-927f-d04d50643cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:09.410798 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2ef63f7b-fb3f-424b-a9cf-b48ccd9b1203 req-3f27d1fe-a38d-43f4-927f-d04d50643cd3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2de0ab09-37c3-47d9-883f-9b41c5ae35f2 HTTP/1.1" status: 200 len: 913 time: 1.0072827 Jan 19 22:23:09.554763 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2ef63f7b-fb3f-424b-a9cf-b48ccd9b1203 req-996c4b59-729c-4deb-b34c-d6d8e75b4274 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d HTTP/1.1" status: 200 len: 217 time: 0.1300242 Jan 19 22:23:09.713154 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:09.713799 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:09.715852 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] 10.222.0.65 "PUT /v2.0/ports/3a126e92-eb1b-4e94-b31d-36688e19a65b HTTP/1.1" status: 200 len: 1158 time: 2.7122028 Jan 19 22:23:09.719727 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d56f97-c8f0-45ff-afd2-277c683eeb39', 'tag': '3a126e92-eb1b-4e94-b31d-36688e19a65b'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:23:09.759841 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-19be2b01-aa98-4077-a73b-8c9b8770f68e tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:09.766021 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-19be2b01-aa98-4077-a73b-8c9b8770f68e tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Usage tracker for resource:port and tenant:6fd968d1c0e14ecda944d7b49ae103b9 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:09.769639 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-19be2b01-aa98-4077-a73b-8c9b8770f68e tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Quota usage for port was recalculated. Used quota:3. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:09.776571 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-19be2b01-aa98-4077-a73b-8c9b8770f68e tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:09.788180 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef63f7b-fb3f-424b-a9cf-b48ccd9b1203 req-b1b9f442-74dc-40a7-a2e6-24e2d00582ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:09.793351 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2ef63f7b-fb3f-424b-a9cf-b48ccd9b1203 req-b1b9f442-74dc-40a7-a2e6-24e2d00582ee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7325d4b0-095b-4afe-9fcb-ab7450d96ef2 HTTP/1.1" status: 200 len: 859 time: 0.2089846 Jan 19 22:23:09.796693 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-19be2b01-aa98-4077-a73b-8c9b8770f68e tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Made reservation on behalf of 6fd968d1c0e14ecda944d7b49ae103b9 for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:23:09.810748 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-19be2b01-aa98-4077-a73b-8c9b8770f68e tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:09.840276 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] Pushing event updated for resources: {'Port': ['ID=3a126e92-eb1b-4e94-b31d-36688e19a65b,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:09.858322 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:09.929938 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2ef63f7b-fb3f-424b-a9cf-b48ccd9b1203 req-42389a78-04ba-4c01-b76e-709ea2f905b2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2de0ab09-37c3-47d9-883f-9b41c5ae35f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994570 Jan 19 22:23:09.955251 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:23:10.182727 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-d3bda791-c9d5-4d6d-8a64-f0ce279a577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:10.188200 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-d3bda791-c9d5-4d6d-8a64-f0ce279a577f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=faaf464719d54745afba437b2a9bd34b&device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 1161 time: 0.2741051 Jan 19 22:23:10.246934 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning for port 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:23:10.265020 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:10.265754 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:10.316503 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-67228636-ff4e-4f65-84cd-5e2dc85f0fcb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a126e92-eb1b-4e94-b31d-36688e19a65b HTTP/1.1" status: 200 len: 217 time: 0.1124220 Jan 19 22:23:10.525392 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-c3e173db-112b-4057-8ff8-0a01aaacf9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:10.527568 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-c3e173db-112b-4057-8ff8-0a01aaacf9e5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7325d4b0-095b-4afe-9fcb-ab7450d96ef2 HTTP/1.1" status: 200 len: 859 time: 0.2010753 Jan 19 22:23:10.553454 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:10.620769 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2ef63f7b-fb3f-424b-a9cf-b48ccd9b1203 req-fd670c20-338d-4b25-b759-70a201d7069d service neutron] 10.222.0.65 "GET /v2.0/networks/2de0ab09-37c3-47d9-883f-9b41c5ae35f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6584892 Jan 19 22:23:10.668432 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d,segment=NetworkSegment(42df9283-af88-47b5-87c4-61188bf63737),segment_id=42df9283-af88-47b5-87c4-61188bf63737)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:23:10.675110 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcab554c-8848-400a-a692-b8a7d0adea62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:23:10.682247 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:10.690345 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:10.694116 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-2ef48e87-6771-4212-8ea4-01cbe311d2f8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2de0ab09-37c3-47d9-883f-9b41c5ae35f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1516526 Jan 19 22:23:10.841777 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:10.860721 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:10.878264 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.65', 63615) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:10.967771 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2ef63f7b-fb3f-424b-a9cf-b48ccd9b1203 req-ea57fa58-61a3-436a-81a9-d8edd72c196a service neutron] 10.222.0.65 "GET /v2.0/networks/2de0ab09-37c3-47d9-883f-9b41c5ae35f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3311179 Jan 19 22:23:11.018430 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-57684dd5-81f8-49a1-be26-911314296555 service neutron] 10.222.0.65 "GET /v2.0/networks/2de0ab09-37c3-47d9-883f-9b41c5ae35f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167913 Jan 19 22:23:11.196964 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:23:11.224027 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de67bf-1be7-4670-b266-c6252822f79f req-192afda9-58b0-4874-b4a3-7eed88edde97 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:11.225725 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-82de67bf-1be7-4670-b266-c6252822f79f req-192afda9-58b0-4874-b4a3-7eed88edde97 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.65 "GET /v2.0/networks?id=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 HTTP/1.1" status: 200 len: 817 time: 0.2614079 Jan 19 22:23:11.255030 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eb71f787-1c5f-462e-8a3e-4818ba014b90 req-c30a71ab-42a6-489b-9007-4ee6b0d33306 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 210 time: 0.3857186 Jan 19 22:23:11.316730 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-98eab538-2f26-4cbc-9f7a-579ba6307698 req-6002f8ec-071f-493a-b790-583681a34fb7 service neutron] 10.222.0.65 "GET /v2.0/networks/2de0ab09-37c3-47d9-883f-9b41c5ae35f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2890282 Jan 19 22:23:11.386800 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:11.387230 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:11.412525 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0d340-f95e-484f-8da7-e3134398a7fb req-cb3a87f8-fa1b-4e66-b879-4245e8afd8c3 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:11.420770 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-74b0d340-f95e-484f-8da7-e3134398a7fb req-cb3a87f8-fa1b-4e66-b879-4245e8afd8c3 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 944 time: 0.8966475 Jan 19 22:23:11.503462 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-19be2b01-aa98-4077-a73b-8c9b8770f68e tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Allocated IP 172.20.0.7 (af289a99-4938-4c37-bab6-8e3fa35bb17d/54bbe0c3-777f-48a8-98b7-95d97e881ce2/3ce822e1-882c-4499-b315-f793eb56f8f9) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:23:11.674426 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-894fea75-d46b-46be-894e-0f232b93aa71 req-27dddabf-8399-4b00-bfa4-e342cc683040 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 210 time: 0.1731460 Jan 19 22:23:11.698029 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-82de67bf-1be7-4670-b266-c6252822f79f req-fac39771-83fc-4863-8d22-f8ed82389ac8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e64eda3ec4144b5bb294b9dc3338c915 HTTP/1.1" status: 200 len: 5705 time: 0.4292688 Jan 19 22:23:11.719255 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-82de67bf-1be7-4670-b266-c6252822f79f req-9cb320b8-7a18-4cb5-bd30-11a455ba3296 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Request body: {'port': {'device_id': '24c74ace-0155-4a50-8f2d-a99ffed11549', 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'admin_state_up': True, 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'security_groups': ['acc70ae4-e1ed-4ede-b2f3-9799d2894187']}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:23:11.957916 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-74b0d340-f95e-484f-8da7-e3134398a7fb req-e08e30fd-bb48-4789-90f1-bec2ab95f722 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5355499 Jan 19 22:23:12.209868 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-82de67bf-1be7-4670-b266-c6252822f79f req-9cb320b8-7a18-4cb5-bd30-11a455ba3296 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:12.229456 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-82de67bf-1be7-4670-b266-c6252822f79f req-9cb320b8-7a18-4cb5-bd30-11a455ba3296 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Usage tracker for resource:port and tenant:e64eda3ec4144b5bb294b9dc3338c915 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:12.248583 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-82de67bf-1be7-4670-b266-c6252822f79f req-9cb320b8-7a18-4cb5-bd30-11a455ba3296 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Quota usage for port was recalculated. Used quota:3. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:12.262654 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-82de67bf-1be7-4670-b266-c6252822f79f req-9cb320b8-7a18-4cb5-bd30-11a455ba3296 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:12.306866 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcab554c-8848-400a-a692-b8a7d0adea62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d', 'code': 200} Jan 19 22:23:12.319345 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82de67bf-1be7-4670-b266-c6252822f79f req-9cb320b8-7a18-4cb5-bd30-11a455ba3296 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Made reservation on behalf of e64eda3ec4144b5bb294b9dc3338c915 for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:23:12.322492 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d56f97-c8f0-45ff-afd2-277c683eeb39', 'tag': '3a126e92-eb1b-4e94-b31d-36688e19a65b', 'status': 'completed', 'code': 200} Jan 19 22:23:12.351968 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-82de67bf-1be7-4670-b266-c6252822f79f req-9cb320b8-7a18-4cb5-bd30-11a455ba3296 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:12.714389 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5674ad5-5b8f-44ed-ab52-fcba0b42d451 req-28659b49-bb1a-45d2-9a40-8eae230f66d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:12.719017 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c5674ad5-5b8f-44ed-ab52-fcba0b42d451 req-28659b49-bb1a-45d2-9a40-8eae230f66d7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=faaf464719d54745afba437b2a9bd34b&device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 1161 time: 0.2222767 Jan 19 22:23:13.055701 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5674ad5-5b8f-44ed-ab52-fcba0b42d451 req-b89fad06-ecfa-4363-971b-6caab1cdc2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:13.060094 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c5674ad5-5b8f-44ed-ab52-fcba0b42d451 req-b89fad06-ecfa-4363-971b-6caab1cdc2cf service neutron] 10.222.0.65 "GET /v2.0/networks?id=2de0ab09-37c3-47d9-883f-9b41c5ae35f2 HTTP/1.1" status: 200 len: 913 time: 0.2998691 Jan 19 22:23:13.089658 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1e4b534d-b508-4d57-9af5-973dcb0aa46f req-bca36f33-28ac-4d97-9b20-407a347e2ee2 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 210 time: 0.0763474 Jan 19 22:23:13.185726 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8172e96e-41c9-4d04-9441-c53e96dc520c req-12645d0d-dd33-4d07-92bf-8ec300cdc794 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 210 time: 0.4496264 Jan 19 22:23:13.246921 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c5674ad5-5b8f-44ed-ab52-fcba0b42d451 req-9df86d4f-4508-42ba-b33d-4d780a71165a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a126e92-eb1b-4e94-b31d-36688e19a65b HTTP/1.1" status: 200 len: 217 time: 0.1416483 Jan 19 22:23:13.460355 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c114b9c-bd69-4ef2-8e0b-b72cb77c25df req-63f8e690-7770-475f-ade2-42a0c436a48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:13.462921 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2c114b9c-bd69-4ef2-8e0b-b72cb77c25df req-63f8e690-7770-475f-ade2-42a0c436a48c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 1162 time: 0.4696486 Jan 19 22:23:13.486809 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5674ad5-5b8f-44ed-ab52-fcba0b42d451 req-9862affc-9a17-41d6-9313-1003a5b4e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:13.500191 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c5674ad5-5b8f-44ed-ab52-fcba0b42d451 req-9862affc-9a17-41d6-9313-1003a5b4e331 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7325d4b0-095b-4afe-9fcb-ab7450d96ef2 HTTP/1.1" status: 200 len: 859 time: 0.2139306 Jan 19 22:23:13.555654 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-19be2b01-aa98-4077-a73b-8c9b8770f68e tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:13.583271 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2c114b9c-bd69-4ef2-8e0b-b72cb77c25df req-cb60d8f2-7218-4cac-b4d3-2336a1edd64b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000597 Jan 19 22:23:13.624043 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c5674ad5-5b8f-44ed-ab52-fcba0b42d451 req-d33ab7da-19a4-46bc-9a6a-d35b82660c81 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2de0ab09-37c3-47d9-883f-9b41c5ae35f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224282 Jan 19 22:23:13.642502 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-19be2b01-aa98-4077-a73b-8c9b8770f68e tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Transition to ACTIVE for port object 3ce822e1-882c-4499-b315-f793eb56f8f9 will not be triggered until provisioned by entity DHCP. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:23:13.725493 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-82de67bf-1be7-4670-b266-c6252822f79f req-9cb320b8-7a18-4cb5-bd30-11a455ba3296 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Allocated IP 172.20.0.13 (a6c7a67a-5750-4ee6-910a-4e0a7db0ec70/728f42a3-f50d-4a74-bd63-43882f750a76/d458c3d4-a4c2-4e1d-9a41-4513447ebb19) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:23:13.809090 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-19be2b01-aa98-4077-a73b-8c9b8770f68e tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:13.869676 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:14.068323 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c5674ad5-5b8f-44ed-ab52-fcba0b42d451 req-d2049e24-6ce4-4158-b572-1fb48c65dfc6 service neutron] 10.222.0.65 "GET /v2.0/networks/2de0ab09-37c3-47d9-883f-9b41c5ae35f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793268 Jan 19 22:23:14.349971 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c5674ad5-5b8f-44ed-ab52-fcba0b42d451 req-b13578d8-ada5-4eda-bf5d-370c48f27ca7 service neutron] 10.222.0.65 "GET /v2.0/networks/2de0ab09-37c3-47d9-883f-9b41c5ae35f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2441719 Jan 19 22:23:14.363741 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be2b01-aa98-4077-a73b-8c9b8770f68e tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Pushing event updated for resources: {'Port': ['ID=3ce822e1-882c-4499-b315-f793eb56f8f9,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:14.375331 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-19be2b01-aa98-4077-a73b-8c9b8770f68e tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:14.639826 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-19be2b01-aa98-4077-a73b-8c9b8770f68e tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Network af289a99-4938-4c37-bab6-8e3fa35bb17d is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:23:14.668437 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345e6f3-162f-4b77-bf2f-940e9cf5431c req-68fea37b-ab36-4b66-b6d3-d8cba2949e2f tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:14.670164 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d345e6f3-162f-4b77-bf2f-940e9cf5431c req-68fea37b-ab36-4b66-b6d3-d8cba2949e2f tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 944 time: 0.9811194 Jan 19 22:23:14.682332 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-19be2b01-aa98-4077-a73b-8c9b8770f68e tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:23:14.685203 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-19be2b01-aa98-4077-a73b-8c9b8770f68e tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:23:14.724111 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-19be2b01-aa98-4077-a73b-8c9b8770f68e tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:14.725066 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-19be2b01-aa98-4077-a73b-8c9b8770f68e tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:14.891856 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-19be2b01-aa98-4077-a73b-8c9b8770f68e tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7797155 Jan 19 22:23:14.928814 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-82de67bf-1be7-4670-b266-c6252822f79f req-9cb320b8-7a18-4cb5-bd30-11a455ba3296 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:14.938045 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3d12ed66-8d25-487d-b9c4-923354008c8f req-12862008-6f31-45d9-ba76-43a2014462db service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=12a111cc-9110-4d03-a257-2aa191d03dee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.8296661 Jan 19 22:23:14.944140 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d345e6f3-162f-4b77-bf2f-940e9cf5431c req-93d11a44-5103-403f-a79e-f143f9b9c81d tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044227 Jan 19 22:23:14.994038 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df902c-4406-4418-914d-56ff06c6ae7e req-9d5a5db8-a9d1-4dd5-8300-595c1702c5fd tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:15.003932 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e1df902c-4406-4418-914d-56ff06c6ae7e req-9d5a5db8-a9d1-4dd5-8300-595c1702c5fd tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/ports?device_id=2101c25d-d730-4ac0-9253-fec65ccc0047 HTTP/1.1" status: 200 len: 945 time: 0.7687371 Jan 19 22:23:15.007198 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-82de67bf-1be7-4670-b266-c6252822f79f req-9cb320b8-7a18-4cb5-bd30-11a455ba3296 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Transition to ACTIVE for port object d458c3d4-a4c2-4e1d-9a41-4513447ebb19 will not be triggered until provisioned by entity DHCP. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:23:15.071937 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-abfdb268-328a-42ef-9693-b4339a17bdd8 None None] Provisioning for port 3ce822e1-882c-4499-b315-f793eb56f8f9 completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:23:15.078904 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e1df902c-4406-4418-914d-56ff06c6ae7e req-bada709c-932b-4fb8-ac99-c331907a4289 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/security-groups?id=8e762246-fa38-46ce-8857-feb550ec31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739276 Jan 19 22:23:15.096142 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-abfdb268-328a-42ef-9693-b4339a17bdd8 None None] Provisioning complete for port 3ce822e1-882c-4499-b315-f793eb56f8f9 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:15.096623 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-abfdb268-328a-42ef-9693-b4339a17bdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:15.123973 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-82de67bf-1be7-4670-b266-c6252822f79f req-9cb320b8-7a18-4cb5-bd30-11a455ba3296 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:15.167501 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3d1c204c-952c-48a8-b67e-e85eef569be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:15.234477 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-abfdb268-328a-42ef-9693-b4339a17bdd8 None None] Port 3ce822e1-882c-4499-b315-f793eb56f8f9 cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:23:15.458122 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb320b8-7a18-4cb5-bd30-11a455ba3296 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Pushing event updated for resources: {'Port': ['ID=d458c3d4-a4c2-4e1d-9a41-4513447ebb19,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:15.471722 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9cb320b8-7a18-4cb5-bd30-11a455ba3296 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:15.595093 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82de67bf-1be7-4670-b266-c6252822f79f req-9cb320b8-7a18-4cb5-bd30-11a455ba3296 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Network a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:23:15.598580 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-82de67bf-1be7-4670-b266-c6252822f79f req-9cb320b8-7a18-4cb5-bd30-11a455ba3296 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:23:15.624127 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdadba0-81ca-4e53-ab48-dcc3f9bce059 req-2014a637-ae44-484c-a5b3-bfd13e9c07fe tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:15.624937 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-bfdadba0-81ca-4e53-ab48-dcc3f9bce059 req-2014a637-ae44-484c-a5b3-bfd13e9c07fe tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Synchronizing usage tracker for tenant:6fd968d1c0e14ecda944d7b49ae103b9 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:23:15.629217 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-82de67bf-1be7-4670-b266-c6252822f79f req-9cb320b8-7a18-4cb5-bd30-11a455ba3296 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:23:15.647157 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de67bf-1be7-4670-b266-c6252822f79f req-9cb320b8-7a18-4cb5-bd30-11a455ba3296 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:15.648043 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-82de67bf-1be7-4670-b266-c6252822f79f req-9cb320b8-7a18-4cb5-bd30-11a455ba3296 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:15.678413 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7e878-c2ec-4eae-bc79-04815694e1a9 req-8dbb4124-b0a5-4dc3-b8c6-e15a7dfc4e7a tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:15.679161 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-90b7e878-c2ec-4eae-bc79-04815694e1a9 req-8dbb4124-b0a5-4dc3-b8c6-e15a7dfc4e7a tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Synchronizing usage tracker for tenant:e64eda3ec4144b5bb294b9dc3338c915 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:23:15.712822 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-82de67bf-1be7-4670-b266-c6252822f79f req-9cb320b8-7a18-4cb5-bd30-11a455ba3296 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9981155 Jan 19 22:23:15.715517 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-bfdadba0-81ca-4e53-ab48-dcc3f9bce059 req-2014a637-ae44-484c-a5b3-bfd13e9c07fe tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Unset dirty status for tenant:6fd968d1c0e14ecda944d7b49ae103b9 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:23:15.722940 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-bfdadba0-81ca-4e53-ab48-dcc3f9bce059 req-2014a637-ae44-484c-a5b3-bfd13e9c07fe tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 931 time: 0.4381592 Jan 19 22:23:15.773394 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-90b7e878-c2ec-4eae-bc79-04815694e1a9 req-8dbb4124-b0a5-4dc3-b8c6-e15a7dfc4e7a tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Unset dirty status for tenant:e64eda3ec4144b5bb294b9dc3338c915 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:23:15.775216 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-90b7e878-c2ec-4eae-bc79-04815694e1a9 req-8dbb4124-b0a5-4dc3-b8c6-e15a7dfc4e7a tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 932 time: 0.4298992 Jan 19 22:23:15.839688 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-bfdadba0-81ca-4e53-ab48-dcc3f9bce059 req-8c210283-7979-4e4a-b8a8-f728a029f3b2 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154199 Jan 19 22:23:15.909174 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-90b7e878-c2ec-4eae-bc79-04815694e1a9 req-c0fb4050-410a-4872-8a6d-13dec511421a tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181483 Jan 19 22:23:15.968778 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-c7c789b6-e0fa-4075-94cd-30edffc86c36 None None] Provisioning for port d458c3d4-a4c2-4e1d-9a41-4513447ebb19 completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:23:15.978495 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-c7c789b6-e0fa-4075-94cd-30edffc86c36 None None] Provisioning complete for port d458c3d4-a4c2-4e1d-9a41-4513447ebb19 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:15.979276 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c7c789b6-e0fa-4075-94cd-30edffc86c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:16.076436 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-c7c789b6-e0fa-4075-94cd-30edffc86c36 None None] Port d458c3d4-a4c2-4e1d-9a41-4513447ebb19 cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:23:16.287577 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277eefc1-4f88-4782-a94d-69b0cba3aad4 req-e9c2a135-fcaf-4b58-b99f-a987c4ebaa2b tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:16.289844 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-277eefc1-4f88-4782-a94d-69b0cba3aad4 req-e9c2a135-fcaf-4b58-b99f-a987c4ebaa2b tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 944 time: 0.1267791 Jan 19 22:23:16.507028 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-277eefc1-4f88-4782-a94d-69b0cba3aad4 req-074ef276-9e81-44f1-ac25-725f8ce4e5e3 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398387 Jan 19 22:23:16.551144 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1d1e0-19e1-4b31-9d77-f5a56d5fb4d8 req-b5cc299e-40b7-4d1f-a90c-eaffc21fbcd1 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:16.553507 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3fd1d1e0-19e1-4b31-9d77-f5a56d5fb4d8 req-b5cc299e-40b7-4d1f-a90c-eaffc21fbcd1 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/ports?device_id=2101c25d-d730-4ac0-9253-fec65ccc0047 HTTP/1.1" status: 200 len: 945 time: 0.2598190 Jan 19 22:23:16.649001 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3fd1d1e0-19e1-4b31-9d77-f5a56d5fb4d8 req-f1a56bd5-523b-4ba8-a006-404e1ce8869a tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/security-groups?id=8e762246-fa38-46ce-8857-feb550ec31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814006 Jan 19 22:23:16.741567 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54696) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:16.921765 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:16.938031 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:16.942501 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Usage tracker for resource:security_group_rule and tenant:bb8fdbbb1ef94e7c8b14331dd35651d1 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:16.948709 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:16.955275 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:17.142064 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:17.145885 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:17.163046 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-531af67f-3c12-4777-83f1-8bff3c98940f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:17.242488 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bb8fdbbb1ef94e7c8b14331dd35651d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993124 Jan 19 22:23:17.245353 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54708) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:17.268579 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc154f5-7afa-4e08-8523-52c81d8d7704,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:17.276466 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a70fc-c466-452a-a01d-b15608e71c62 req-ae1ac399-17a6-492d-850e-c36028ecc233 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:17.279469 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b42a70fc-c466-452a-a01d-b15608e71c62 req-ae1ac399-17a6-492d-850e-c36028ecc233 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 931 time: 0.2809165 Jan 19 22:23:17.292437 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:17.293066 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:17.293736 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:17.294420 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:17.295104 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:17.296262 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:17.296397 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:17.297039 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:17.297788 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:17.298339 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:17.299086 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:17.299746 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:17.300512 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:17.301169 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:17.302002 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:17.302687 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:17.303363 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:17.304043 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:17.304880 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:17.305529 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:17.306203 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:17.306908 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:17.307573 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:17.308234 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:17.318718 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:17.377218 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d0bc4af9-dd46-48a3-b851-e8471e538bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:17.412743 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d0bc4af9-dd46-48a3-b851-e8471e538bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:17.434195 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a645c4-3234-4ad2-af09-798a91ef3f6d req-32a10cb1-01f4-4e7d-854b-507e69d5cf78 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:17.437184 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-11a645c4-3234-4ad2-af09-798a91ef3f6d req-32a10cb1-01f4-4e7d-854b-507e69d5cf78 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 932 time: 0.3262293 Jan 19 22:23:17.452227 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b42a70fc-c466-452a-a01d-b15608e71c62 req-5038f95f-551f-4f7f-b031-2dce08aa4038 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550238 Jan 19 22:23:17.481803 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d0bc4af9-dd46-48a3-b851-e8471e538bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:17.487463 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:17.501983 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc4af9-dd46-48a3-b851-e8471e538bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc154f5-7afa-4e08-8523-52c81d8d7704,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:17.505482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d0bc4af9-dd46-48a3-b851-e8471e538bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:17.508655 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d0bc4af9-dd46-48a3-b851-e8471e538bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:17.512721 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-d0bc4af9-dd46-48a3-b851-e8471e538bb3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/acc154f5-7afa-4e08-8523-52c81d8d7704 HTTP/1.1" status: 204 len: 168 time: 0.2631888 Jan 19 22:23:17.543908 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-11a645c4-3234-4ad2-af09-798a91ef3f6d req-b5ba638f-c33f-4c69-b309-9df003f81af5 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894785 Jan 19 22:23:17.719650 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] Request body: {'port': {'device_id': 'b4947b5a-1fa7-463b-937b-2c9a70934c71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:23:17.834552 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-82de67bf-1be7-4670-b266-c6252822f79f req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Request body: {'port': {'device_id': '24c74ace-0155-4a50-8f2d-a99ffed11549', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:23:18.101105 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54726) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:18.155243 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6a30a9eb-ce68-4e18-9840-fc8c1a00959c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:18.192028 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6a30a9eb-ce68-4e18-9840-fc8c1a00959c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:18.199747 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6a30a9eb-ce68-4e18-9840-fc8c1a00959c admin admin] Usage tracker for resource:security_group_rule and tenant:32dbceefc76245d697ddfdb0398fac51 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:18.210867 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6a30a9eb-ce68-4e18-9840-fc8c1a00959c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:18.237276 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6a30a9eb-ce68-4e18-9840-fc8c1a00959c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:18.265818 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:23:18.415776 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6a30a9eb-ce68-4e18-9840-fc8c1a00959c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:18.419668 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6a30a9eb-ce68-4e18-9840-fc8c1a00959c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:18.435247 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-99fee3e3-ce58-4d5e-bf9d-3ad7f281ed01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:18.506715 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:18.518860 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-82de67bf-1be7-4670-b266-c6252822f79f req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:18.519323 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30a9eb-ce68-4e18-9840-fc8c1a00959c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226ee64a-b9c7-4891-b48d-a05b548e3f09,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:18.522995 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6a30a9eb-ce68-4e18-9840-fc8c1a00959c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:18.529384 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-6a30a9eb-ce68-4e18-9840-fc8c1a00959c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=32dbceefc76245d697ddfdb0398fac51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4263992 Jan 19 22:23:18.530087 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54732) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:18.615684 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0685a0e-1a6b-43c6-8e79-4e1c73d5c023 req-f52c2169-df22-4002-868c-b2686f72be15 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:18.617711 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a0685a0e-1a6b-43c6-8e79-4e1c73d5c023 req-f52c2169-df22-4002-868c-b2686f72be15 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/ports?device_id=2101c25d-d730-4ac0-9253-fec65ccc0047 HTTP/1.1" status: 200 len: 945 time: 0.6556876 Jan 19 22:23:18.651061 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61d772-8471-4a52-b45b-5f2b82c711a0 req-403c2a0a-78af-443a-8bdc-fb7e27dab27e tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:18.652863 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4d61d772-8471-4a52-b45b-5f2b82c711a0 req-403c2a0a-78af-443a-8bdc-fb7e27dab27e tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 944 time: 0.7595789 Jan 19 22:23:18.710313 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12ed66-8d25-487d-b9c4-923354008c8f req-c028b9af-02e9-4734-b62d-217f46b92e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:18.712048 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3d12ed66-8d25-487d-b9c4-923354008c8f req-c028b9af-02e9-4734-b62d-217f46b92e5a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02a8b1b9c2174c80b96c9aa48056b997&device_id=12a111cc-9110-4d03-a257-2aa191d03dee HTTP/1.1" status: 200 len: 1163 time: 0.5980873 Jan 19 22:23:18.844505 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-df8755bc-8753-4857-967d-e37ae0ee517a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:18.845059 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 3a126e92-eb1b-4e94-b31d-36688e19a65b up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:23:18.905204 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-df8755bc-8753-4857-967d-e37ae0ee517a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:18.980414 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning for port 3a126e92-eb1b-4e94-b31d-36688e19a65b completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:23:18.990830 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 3a126e92-eb1b-4e94-b31d-36688e19a65b triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:18.991935 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:19.016018 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-df8755bc-8753-4857-967d-e37ae0ee517a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:19.030524 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:19.058657 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8755bc-8753-4857-967d-e37ae0ee517a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226ee64a-b9c7-4891-b48d-a05b548e3f09,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:19.063103 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-df8755bc-8753-4857-967d-e37ae0ee517a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:19.067579 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a0685a0e-1a6b-43c6-8e79-4e1c73d5c023 req-064fe15c-8377-433d-a350-3df07a3c5f04 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/security-groups?id=8e762246-fa38-46ce-8857-feb550ec31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608415 Jan 19 22:23:19.069501 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-df8755bc-8753-4857-967d-e37ae0ee517a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:19.073849 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4d61d772-8471-4a52-b45b-5f2b82c711a0 req-8b7ca012-969b-4eda-8b18-e65b53c46818 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657670 Jan 19 22:23:19.085809 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-df8755bc-8753-4857-967d-e37ae0ee517a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/226ee64a-b9c7-4891-b48d-a05b548e3f09 HTTP/1.1" status: 204 len: 168 time: 0.5493352 Jan 19 22:23:19.458386 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:19.592952 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 3a126e92-eb1b-4e94-b31d-36688e19a65b, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=3a126e92-eb1b-4e94-b31d-36688e19a65b,segment=NetworkSegment(42df9283-af88-47b5-87c4-61188bf63737),segment_id=42df9283-af88-47b5-87c4-61188bf63737)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:23:19.595676 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d56f97-c8f0-45ff-afd2-277c683eeb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a126e92-eb1b-4e94-b31d-36688e19a65b'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:23:19.609316 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:19.613725 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:19.725012 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=3a126e92-eb1b-4e94-b31d-36688e19a65b,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:19.732135 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:19.781272 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e47889-0716-442a-bebf-59a2c9f74c95 req-fff5c48c-a517-4b33-bb89-1bf098b81a18 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:19.790079 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f4e47889-0716-442a-bebf-59a2c9f74c95 req-fff5c48c-a517-4b33-bb89-1bf098b81a18 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.65 "GET /v2.0/ports?device_id=2101c25d-d730-4ac0-9253-fec65ccc0047 HTTP/1.1" status: 200 len: 945 time: 0.4306722 Jan 19 22:23:20.037182 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-f4e47889-0716-442a-bebf-59a2c9f74c95 req-ef3a50c1-b277-48d6-af64-62936bdf6677 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Deleting port 0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:23:20.037896 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f4e47889-0716-442a-bebf-59a2c9f74c95 req-ef3a50c1-b277-48d6-af64-62936bdf6677 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:20.060820 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 3a126e92-eb1b-4e94-b31d-36688e19a65b up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:23:20.065070 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12ed66-8d25-487d-b9c4-923354008c8f req-24483652-972f-49e1-924c-84f0515cd942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:20.067006 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3d12ed66-8d25-487d-b9c4-923354008c8f req-24483652-972f-49e1-924c-84f0515cd942 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8ad0a752-4970-4a77-bf34-1a49fe1022a1 HTTP/1.1" status: 200 len: 908 time: 1.3021910 Jan 19 22:23:20.180895 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54768) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:20.239129 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3d12ed66-8d25-487d-b9c4-923354008c8f req-e96e05a9-73d1-4a73-8874-5f78bf20c448 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96c08cb4-6c4f-48dd-9c2b-46c6119075fa HTTP/1.1" status: 200 len: 217 time: 0.1473775 Jan 19 22:23:20.372839 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 3a126e92-eb1b-4e94-b31d-36688e19a65b triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:20.373654 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:20.703669 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-666a111b-7efd-4aea-8f9c-28d015ff45c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:20.707247 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:23:20.780063 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-666a111b-7efd-4aea-8f9c-28d015ff45c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:20.791848 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-666a111b-7efd-4aea-8f9c-28d015ff45c8 admin admin] Usage tracker for resource:security_group_rule and tenant:994d4d32482b4b00bed9825a76330090 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:20.795910 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-666a111b-7efd-4aea-8f9c-28d015ff45c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:20.803824 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-666a111b-7efd-4aea-8f9c-28d015ff45c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:20.854735 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-f4e47889-0716-442a-bebf-59a2c9f74c95 req-ef3a50c1-b277-48d6-af64-62936bdf6677 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] For port 0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc,segment=NetworkSegment(18be8143-3368-4af7-bc7b-eb42c60c4d5d),segment_id=18be8143-3368-4af7-bc7b-eb42c60c4d5d)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:23:20.855505 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f4e47889-0716-442a-bebf-59a2c9f74c95 req-ef3a50c1-b277-48d6-af64-62936bdf6677 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:20.886418 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12ed66-8d25-487d-b9c4-923354008c8f req-b14b9343-64eb-4584-bc96-42ebffbf210c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:20.889100 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3d12ed66-8d25-487d-b9c4-923354008c8f req-b14b9343-64eb-4584-bc96-42ebffbf210c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9aad7ec5-01c6-4361-b48b-d5771bc83b91 HTTP/1.1" status: 200 len: 854 time: 0.5872123 Jan 19 22:23:21.154065 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:21.178544 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-f4e47889-0716-442a-bebf-59a2c9f74c95 req-ef3a50c1-b277-48d6-af64-62936bdf6677 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Calling delete_port for 0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc owned by compute:nova {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:23:21.186715 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [req-82de67bf-1be7-4670-b266-c6252822f79f req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d458c3d4-a4c2-4e1d-9a41-4513447ebb19 {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:23:21.196608 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-82de67bf-1be7-4670-b266-c6252822f79f req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:21.213065 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-82de67bf-1be7-4670-b266-c6252822f79f req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Transition to ACTIVE for port object d458c3d4-a4c2-4e1d-9a41-4513447ebb19 will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:23:21.227346 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc,segment=NetworkSegment(18be8143-3368-4af7-bc7b-eb42c60c4d5d),segment_id=18be8143-3368-4af7-bc7b-eb42c60c4d5d)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:23:21.230826 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-82de67bf-1be7-4670-b266-c6252822f79f req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:21.231554 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:21.235663 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:21.238706 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:21.313066 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:21.368491 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc,revision_number=5']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:21.379968 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:21.441785 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2b87a-4c37-41f3-89f4-58c187b94580 req-4e1ba895-784e-4b04-bb79-cb56f961a6bb tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:21.457099 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-61e2b87a-4c37-41f3-89f4-58c187b94580 req-4e1ba895-784e-4b04-bb79-cb56f961a6bb tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 931 time: 1.5825865 Jan 19 22:23:21.465033 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3d12ed66-8d25-487d-b9c4-923354008c8f req-80f64ec9-e9e2-4dc9-b5eb-09bd1b002bda service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ad0a752-4970-4a77-bf34-1a49fe1022a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5012181 Jan 19 22:23:21.526995 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a08a4-e982-47dd-b762-57a1b80d233f req-ab77cbd2-310d-4356-a1ad-25422026b4cb tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:21.528951 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4d2a08a4-e982-47dd-b762-57a1b80d233f req-ab77cbd2-310d-4356-a1ad-25422026b4cb tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 932 time: 1.6502013 Jan 19 22:23:21.684244 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.api [req-f4e47889-0716-442a-bebf-59a2c9f74c95 req-ef3a50c1-b277-48d6-af64-62936bdf6677 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80181) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:23:21.684894 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_db.api [req-f4e47889-0716-442a-bebf-59a2c9f74c95 req-ef3a50c1-b277-48d6-af64-62936bdf6677 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:23:21.729819 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-666a111b-7efd-4aea-8f9c-28d015ff45c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:21.734192 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-666a111b-7efd-4aea-8f9c-28d015ff45c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:21.749556 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:21.807566 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a111b-7efd-4aea-8f9c-28d015ff45c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2113448-f617-4277-ab4b-369977994bfe,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:21.812605 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-666a111b-7efd-4aea-8f9c-28d015ff45c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=994d4d32482b4b00bed9825a76330090&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5684946 Jan 19 22:23:21.813607 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-666a111b-7efd-4aea-8f9c-28d015ff45c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:21.817778 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54802) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:21.887592 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8d29ca52-51df-44ec-8038-7606b7aa2a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:21.895775 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Pushing event updated for resources: {'Port': ['ID=d458c3d4-a4c2-4e1d-9a41-4513447ebb19,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:21.921218 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8d29ca52-51df-44ec-8038-7606b7aa2a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:21.963437 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:21.963846 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:21.964258 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:21.964648 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:21.965037 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:21.965422 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:21.965804 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:21.966167 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:21.966544 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:21.967019 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:21.967388 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:21.967768 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:21.968397 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:21.968563 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:21.968921 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:21.969295 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:21.969710 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:21.970142 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:21.970526 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:21.970936 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:21.971313 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:21.971823 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:21.972374 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:21.972606 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:21.978137 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:21.979752 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.resource_extend [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 19 22:23:21.999215 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8d29ca52-51df-44ec-8038-7606b7aa2a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:22.003375 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-61e2b87a-4c37-41f3-89f4-58c187b94580 req-9f3e2d70-bb24-4219-9a2f-c6b05ce8cf1c tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5438068 Jan 19 22:23:22.010988 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-df8755bc-8753-4857-967d-e37ae0ee517a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:22.023526 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29ca52-51df-44ec-8038-7606b7aa2a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2113448-f617-4277-ab4b-369977994bfe,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:22.025981 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8d29ca52-51df-44ec-8038-7606b7aa2a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:22.037226 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8d29ca52-51df-44ec-8038-7606b7aa2a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:22.043713 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-8d29ca52-51df-44ec-8038-7606b7aa2a73 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2113448-f617-4277-ab4b-369977994bfe HTTP/1.1" status: 204 len: 168 time: 0.2200313 Jan 19 22:23:22.104036 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4d2a08a4-e982-47dd-b762-57a1b80d233f req-18cec318-11e6-4c6d-b94b-1ba6fa9c85ac tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3585918 Jan 19 22:23:22.138961 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d56f97-c8f0-45ff-afd2-277c683eeb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a126e92-eb1b-4e94-b31d-36688e19a65b', 'code': 200} Jan 19 22:23:22.183596 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3d12ed66-8d25-487d-b9c4-923354008c8f req-b7750f48-cdc1-46e0-af0b-30f3d5b55a4a service neutron] 10.222.0.65 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6410148 Jan 19 22:23:22.186492 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-f4e47889-0716-442a-bebf-59a2c9f74c95 req-ef3a50c1-b277-48d6-af64-62936bdf6677 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Deleting port 0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:23:22.187188 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f4e47889-0716-442a-bebf-59a2c9f74c95 req-ef3a50c1-b277-48d6-af64-62936bdf6677 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:22.304089 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce822e1-882c-4499-b315-f793eb56f8f9 {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:23:22.502282 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:22.580134 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.65', 63636) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:22.688067 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] Transition to ACTIVE for port object 3ce822e1-882c-4499-b315-f793eb56f8f9 will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:23:22.705543 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:22.715341 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-f4e47889-0716-442a-bebf-59a2c9f74c95 req-ef3a50c1-b277-48d6-af64-62936bdf6677 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] For port 0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc,segment=NetworkSegment(18be8143-3368-4af7-bc7b-eb42c60c4d5d),segment_id=18be8143-3368-4af7-bc7b-eb42c60c4d5d)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:23:22.716126 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f4e47889-0716-442a-bebf-59a2c9f74c95 req-ef3a50c1-b277-48d6-af64-62936bdf6677 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:22.747421 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:23.005454 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-f4e47889-0716-442a-bebf-59a2c9f74c95 req-ef3a50c1-b277-48d6-af64-62936bdf6677 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Calling delete_port for 0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc owned by compute:nova {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:23:23.020017 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 54834) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:23.061118 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-82de67bf-1be7-4670-b266-c6252822f79f req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Attempting to bind port d458c3d4-a4c2-4e1d-9a41-4513447ebb19 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:23:23.061552 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-82de67bf-1be7-4670-b266-c6252822f79f req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Attempting to bind port d458c3d4-a4c2-4e1d-9a41-4513447ebb19 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:23:23.061850 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82de67bf-1be7-4670-b266-c6252822f79f req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Attempting to bind port d458c3d4-a4c2-4e1d-9a41-4513447ebb19 on network a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:23:23.110419 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100ae4f-245a-4605-80f8-02fa4186da38 req-218cce05-176f-49de-a0ad-760fca58920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:23.113649 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9100ae4f-245a-4605-80f8-02fa4186da38 req-218cce05-176f-49de-a0ad-760fca58920d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 1163 time: 0.5239966 Jan 19 22:23:23.144892 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82de67bf-1be7-4670-b266-c6252822f79f req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Checking agent: {'id': '2523063a-ad22-4c17-a8b2-431f878c065d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 20, 21), 'started_at': datetime.datetime(2021, 1, 19, 22, 20, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:23:23.145280 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82de67bf-1be7-4670-b266-c6252822f79f req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Checking segment: {'id': 'a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:23:23.145696 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-82de67bf-1be7-4670-b266-c6252822f79f req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:23.146103 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82de67bf-1be7-4670-b266-c6252822f79f req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Bound using segment: {'id': 'a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:23:23.146609 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-82de67bf-1be7-4670-b266-c6252822f79f req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Bound port: d458c3d4-a4c2-4e1d-9a41-4513447ebb19, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:23:23.147021 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-82de67bf-1be7-4670-b266-c6252822f79f req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:23.174187 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-18f6e0d9-5979-496f-869c-834be481eded admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:23.245119 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9100ae4f-245a-4605-80f8-02fa4186da38 req-76638db2-7cce-4e90-9b12-f21160bdcf75 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177170 Jan 19 22:23:23.298959 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-18f6e0d9-5979-496f-869c-834be481eded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:23.303106 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3d12ed66-8d25-487d-b9c4-923354008c8f req-52b089e6-4605-4158-8350-8a281ce99744 service neutron] 10.222.0.65 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9891653 Jan 19 22:23:23.315574 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce822e1-882c-4499-b315-f793eb56f8f9,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:23.319127 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:23.322550 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-18f6e0d9-5979-496f-869c-834be481eded admin admin] Usage tracker for resource:security_group_rule and tenant:30d36553f1af451ca0bad89a3278e016 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:23.348769 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-18f6e0d9-5979-496f-869c-834be481eded admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:23.360155 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f4e47889-0716-442a-bebf-59a2c9f74c95 req-ef3a50c1-b277-48d6-af64-62936bdf6677 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:23.389032 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594ffdf-54d8-4d73-99ba-6c5059190d3c req-9c0fe320-9b3d-4f37-99a2-87616b7ac385 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:23.397195 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b594ffdf-54d8-4d73-99ba-6c5059190d3c req-9c0fe320-9b3d-4f37-99a2-87616b7ac385 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.9767282 Jan 19 22:23:23.401186 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:23.411901 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-18f6e0d9-5979-496f-869c-834be481eded admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:23.503698 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240c9ce-4b90-478f-a85e-4f48f99bfe7c req-80b3e4fd-782a-4980-b664-d3f90a1804c8 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:23.509260 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a50c1-b277-48d6-af64-62936bdf6677 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Pushing event deleted for resources: {'Port': ['ID=0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:23.513014 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e240c9ce-4b90-478f-a85e-4f48f99bfe7c req-80b3e4fd-782a-4980-b664-d3f90a1804c8 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/ports?device_id=2101c25d-d730-4ac0-9253-fec65ccc0047 HTTP/1.1" status: 200 len: 943 time: 1.0122054 Jan 19 22:23:23.571970 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 54848) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:23.603101 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54852) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:23.604452 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ef3a50c1-b277-48d6-af64-62936bdf6677 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:23.609533 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-82de67bf-1be7-4670-b266-c6252822f79f req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] For port d458c3d4-a4c2-4e1d-9a41-4513447ebb19, host hv-cinder-75078, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:23:23.802793 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b594ffdf-54d8-4d73-99ba-6c5059190d3c req-e30ee5bd-0dad-4f96-87e7-f1e124298d60 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044135 Jan 19 22:23:23.849645 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-82de67bf-1be7-4670-b266-c6252822f79f req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] For port d458c3d4-a4c2-4e1d-9a41-4513447ebb19, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=d458c3d4-a4c2-4e1d-9a41-4513447ebb19,segment=NetworkSegment(a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654),segment_id=a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:23:23.910384 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e240c9ce-4b90-478f-a85e-4f48f99bfe7c req-57741635-533d-4c5f-bf86-37b82f68d64d tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.50 "GET /v2.0/security-groups?id=8e762246-fa38-46ce-8857-feb550ec31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962276 Jan 19 22:23:23.911775 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-82de67bf-1be7-4670-b266-c6252822f79f req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:23.918307 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e47889-0716-442a-bebf-59a2c9f74c95 req-ef3a50c1-b277-48d6-af64-62936bdf6677 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] No DVR routers for this DVR port 0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc on host hv-cinder-75078 {{(pid=80181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:23:23.934004 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f4e47889-0716-442a-bebf-59a2c9f74c95 req-ef3a50c1-b277-48d6-af64-62936bdf6677 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:23.995556 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2101c25d-d730-4ac0-9253-fec65ccc0047', 'name': 'network-vif-deleted', 'tag': '0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:23:24.022025 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a7f48577-15ad-45a2-b3ec-02dce4d20758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:24.034152 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f4e47889-0716-442a-bebf-59a2c9f74c95 req-ef3a50c1-b277-48d6-af64-62936bdf6677 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] 10.222.0.65 "DELETE /v2.0/ports/0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc HTTP/1.1" status: 204 len: 173 time: 4.2354245 Jan 19 22:23:24.045603 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-a7f48577-15ad-45a2-b3ec-02dce4d20758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:24.057889 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-a7f48577-15ad-45a2-b3ec-02dce4d20758 admin admin] Usage tracker for resource:security_group_rule and tenant:471b5a8038f14e80854e650fdf49feef is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:24.063154 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-a7f48577-15ad-45a2-b3ec-02dce4d20758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:24.071905 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-a7f48577-15ad-45a2-b3ec-02dce4d20758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:24.121041 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:24.140086 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2101c25d-d730-4ac0-9253-fec65ccc0047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:23:24.175060 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a7f48577-15ad-45a2-b3ec-02dce4d20758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:24.178621 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a7f48577-15ad-45a2-b3ec-02dce4d20758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:24.193650 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-0f4c616d-e586-427a-b3a7-38446afc5955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:24.266822 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-a7f48577-15ad-45a2-b3ec-02dce4d20758 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=471b5a8038f14e80854e650fdf49feef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6608329 Jan 19 22:23:24.272821 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54872) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:24.294430 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-59994fac-632c-4e27-9fdf-46d0777689a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:24.295964 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f48577-15ad-45a2-b3ec-02dce4d20758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca6ff8e-e5ed-499c-a522-36b054ab4922,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:24.300974 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a7f48577-15ad-45a2-b3ec-02dce4d20758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:24.304910 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] Attempting to bind port 3ce822e1-882c-4499-b315-f793eb56f8f9 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:23:24.305278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] Attempting to bind port 3ce822e1-882c-4499-b315-f793eb56f8f9 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '5c74953d-c790-4cc2-9771-0ecb028703d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:23:24.305644 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] Attempting to bind port 3ce822e1-882c-4499-b315-f793eb56f8f9 on network af289a99-4938-4c37-bab6-8e3fa35bb17d {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:23:24.373477 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-34ad2d09-7f7a-4e30-a005-aec9bf89f418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:24.405943 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-34ad2d09-7f7a-4e30-a005-aec9bf89f418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:24.432612 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] Checking agent: {'id': '2523063a-ad22-4c17-a8b2-431f878c065d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 20, 21), 'started_at': datetime.datetime(2021, 1, 19, 22, 20, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:23:24.432912 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] Checking segment: {'id': '5c74953d-c790-4cc2-9771-0ecb028703d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:23:24.433316 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:24.433722 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] Bound using segment: {'id': '5c74953d-c790-4cc2-9771-0ecb028703d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:23:24.434221 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] Bound port: 3ce822e1-882c-4499-b315-f793eb56f8f9, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c74953d-c790-4cc2-9771-0ecb028703d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:23:24.434605 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:24.448000 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-59994fac-632c-4e27-9fdf-46d0777689a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:24.461521 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-34ad2d09-7f7a-4e30-a005-aec9bf89f418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:24.466732 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:24.480383 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad2d09-7f7a-4e30-a005-aec9bf89f418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca6ff8e-e5ed-499c-a522-36b054ab4922,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:24.480607 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Pushing event updated for resources: {'Port': ['ID=d458c3d4-a4c2-4e1d-9a41-4513447ebb19,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:24.485664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-34ad2d09-7f7a-4e30-a005-aec9bf89f418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:24.486542 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-59994fac-632c-4e27-9fdf-46d0777689a6 admin admin] Usage tracker for resource:security_group_rule and tenant:b2a08c31e01e47cc89592e4ac1cd65c5 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:24.487903 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-34ad2d09-7f7a-4e30-a005-aec9bf89f418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:24.489140 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-34ad2d09-7f7a-4e30-a005-aec9bf89f418 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5ca6ff8e-e5ed-499c-a522-36b054ab4922 HTTP/1.1" status: 204 len: 168 time: 0.2147436 Jan 19 22:23:24.504166 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:24.519729 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-59994fac-632c-4e27-9fdf-46d0777689a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:24.566429 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-59994fac-632c-4e27-9fdf-46d0777689a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:24.646473 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-18f6e0d9-5979-496f-869c-834be481eded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:24.701672 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-5da992f0-e2f9-43fd-acb1-2f7cc94fe945 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:24.709186 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-5da992f0-e2f9-43fd-acb1-2f7cc94fe945 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/networks?id=8ad0a752-4970-4a77-bf34-1a49fe1022a1 HTTP/1.1" status: 200 len: 814 time: 0.5890930 Jan 19 22:23:24.711335 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-18f6e0d9-5979-496f-869c-834be481eded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:24.776873 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:24.814466 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-3f646f19-ded8-4e1e-9ca9-602c48043535 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/quotas/02a8b1b9c2174c80b96c9aa48056b997 HTTP/1.1" status: 200 len: 375 time: 0.1041920 Jan 19 22:23:24.879751 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de67bf-1be7-4670-b266-c6252822f79f req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:24.880457 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-82de67bf-1be7-4670-b266-c6252822f79f req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:24.882039 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-82de67bf-1be7-4670-b266-c6252822f79f req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] 10.222.0.65 "PUT /v2.0/ports/d458c3d4-a4c2-4e1d-9a41-4513447ebb19 HTTP/1.1" status: 200 len: 1158 time: 7.1833777 Jan 19 22:23:24.883150 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c74ace-0155-4a50-8f2d-a99ffed11549', 'tag': 'd458c3d4-a4c2-4e1d-9a41-4513447ebb19'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:23:24.948703 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4e032-317a-4e52-bb4e-b7e8425afbdc req-f5db1b9e-f5af-407e-b99e-f0e06ce735da tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:24.952155 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-70a4e032-317a-4e52-bb4e-b7e8425afbdc req-f5db1b9e-f5af-407e-b99e-f0e06ce735da tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 943 time: 0.8394399 Jan 19 22:23:24.957693 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] For port 3ce822e1-882c-4499-b315-f793eb56f8f9, host hv-cinder-75078, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:23:24.976070 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-18f6e0d9-5979-496f-869c-834be481eded admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=30d36553f1af451ca0bad89a3278e016&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9515901 Jan 19 22:23:24.977574 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54886) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:24.987286 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6e0d9-5979-496f-869c-834be481eded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24eb5298-de1a-40ad-acc8-05a060de3f3a,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:25.010414 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] For port 3ce822e1-882c-4499-b315-f793eb56f8f9, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=3ce822e1-882c-4499-b315-f793eb56f8f9,segment=NetworkSegment(5c74953d-c790-4cc2-9771-0ecb028703d3),segment_id=5c74953d-c790-4cc2-9771-0ecb028703d3)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:23:25.015796 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-18f6e0d9-5979-496f-869c-834be481eded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:25.034128 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:25.160436 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8fe83b25-e9ee-4b92-88f9-5d5d4ec48f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:25.191789 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 54892) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:25.197023 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8fe83b25-e9ee-4b92-88f9-5d5d4ec48f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:25.199994 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9cb320b8-7a18-4cb5-bd30-11a455ba3296 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:25.262660 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8fe83b25-e9ee-4b92-88f9-5d5d4ec48f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:25.267126 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d1aeed70-8b54-4e6f-8ce9-820d29099238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:25.280465 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe83b25-e9ee-4b92-88f9-5d5d4ec48f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24eb5298-de1a-40ad-acc8-05a060de3f3a,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:25.285000 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8fe83b25-e9ee-4b92-88f9-5d5d4ec48f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:25.288860 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8fe83b25-e9ee-4b92-88f9-5d5d4ec48f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:25.293182 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-8fe83b25-e9ee-4b92-88f9-5d5d4ec48f15 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24eb5298-de1a-40ad-acc8-05a060de3f3a HTTP/1.1" status: 204 len: 168 time: 0.3138175 Jan 19 22:23:25.383387 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6b970d24-1eaa-4627-b413-8dff157bb0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:25.400311 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-70a4e032-317a-4e52-bb4e-b7e8425afbdc req-b4d491bc-6ead-40a0-8497-2c322eb51b9c tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4199126 Jan 19 22:23:25.476024 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6b970d24-1eaa-4627-b413-8dff157bb0c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:25.487898 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-59994fac-632c-4e27-9fdf-46d0777689a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:25.497729 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6b970d24-1eaa-4627-b413-8dff157bb0c9 admin admin] Usage tracker for resource:security_group_rule and tenant:d3516f9d14784ad083d37169ad8788b3 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:25.506629 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6b970d24-1eaa-4627-b413-8dff157bb0c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:25.515950 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-59994fac-632c-4e27-9fdf-46d0777689a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:25.523047 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce822e1-882c-4499-b315-f793eb56f8f9,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:25.552166 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6b970d24-1eaa-4627-b413-8dff157bb0c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:25.554665 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:25.555414 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1bbf23da-7c27-4d85-b7e6-de5f13c1d9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:25.575654 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-b597be77-f9c9-48fc-bc01-0a760213334c tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?tenant_id=02a8b1b9c2174c80b96c9aa48056b997&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7598264 Jan 19 22:23:25.988816 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-59994fac-632c-4e27-9fdf-46d0777689a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b2a08c31e01e47cc89592e4ac1cd65c5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4061942 Jan 19 22:23:25.997040 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54906) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:26.047573 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 3a126e92-eb1b-4e94-b31d-36688e19a65b up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:23:26.084810 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de67bf-1be7-4670-b266-c6252822f79f req-75b1beea-6199-4fb8-8c6a-06fb2a3667f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:26.087195 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-82de67bf-1be7-4670-b266-c6252822f79f req-75b1beea-6199-4fb8-8c6a-06fb2a3667f7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e64eda3ec4144b5bb294b9dc3338c915&device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 1161 time: 1.0613399 Jan 19 22:23:26.091800 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5941e681-129a-4710-8695-77f712d1fe60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:26.111790 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59994fac-632c-4e27-9fdf-46d0777689a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5924cb7a-8540-4997-ae58-b4ae0a14fabb,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:26.130604 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:26.131369 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:26.132967 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] 10.222.0.65 "PUT /v2.0/ports/3ce822e1-882c-4499-b315-f793eb56f8f9 HTTP/1.1" status: 200 len: 1157 time: 8.4305019 Jan 19 22:23:26.162515 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5941e681-129a-4710-8695-77f712d1fe60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:26.176265 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 3a126e92-eb1b-4e94-b31d-36688e19a65b triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:26.176658 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:26.255683 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5941e681-129a-4710-8695-77f712d1fe60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:26.280708 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:26.306843 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5941e681-129a-4710-8695-77f712d1fe60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:26.311999 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-5941e681-129a-4710-8695-77f712d1fe60 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5924cb7a-8540-4997-ae58-b4ae0a14fabb HTTP/1.1" status: 204 len: 168 time: 0.3118417 Jan 19 22:23:26.315551 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941e681-129a-4710-8695-77f712d1fe60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5924cb7a-8540-4997-ae58-b4ae0a14fabb,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:26.319010 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-5941e681-129a-4710-8695-77f712d1fe60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:26.365405 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-82de67bf-1be7-4670-b266-c6252822f79f req-2a734104-e829-4508-941e-86e8d20b09b7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d458c3d4-a4c2-4e1d-9a41-4513447ebb19 HTTP/1.1" status: 200 len: 217 time: 0.2362747 Jan 19 22:23:26.414468 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-59994fac-632c-4e27-9fdf-46d0777689a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.859s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:26.538170 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-829ad7cf-3c58-4a44-9e01-98c5f08874ab service neutron] 10.222.0.50 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9192557 Jan 19 22:23:26.710344 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6b970d24-1eaa-4627-b413-8dff157bb0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:26.717967 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de67bf-1be7-4670-b266-c6252822f79f req-851694f6-7a10-47da-9272-d77983826ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:26.719585 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-82de67bf-1be7-4670-b266-c6252822f79f req-851694f6-7a10-47da-9272-d77983826ef2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=728f42a3-f50d-4a74-bd63-43882f750a76 HTTP/1.1" status: 200 len: 856 time: 0.3082950 Jan 19 22:23:26.746587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f289e6-a0a6-43f1-bde3-05061a803b78 req-62e8ef2d-e0b5-4be8-91b6-16bf724a84e8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:26.748596 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c3f289e6-a0a6-43f1-bde3-05061a803b78 req-62e8ef2d-e0b5-4be8-91b6-16bf724a84e8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.7678959 Jan 19 22:23:26.754038 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6b970d24-1eaa-4627-b413-8dff157bb0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:26.819924 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f9d7c87f-98b1-4836-8aa8-1e69714a6baa tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:26.933171 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-6b970d24-1eaa-4627-b413-8dff157bb0c9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d3516f9d14784ad083d37169ad8788b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6927392 Jan 19 22:23:26.936391 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54932) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:26.948038 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-97f6ff6c-a88c-45da-9898-0179cc278718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:26.949794 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-97f6ff6c-a88c-45da-9898-0179cc278718 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6fd968d1c0e14ecda944d7b49ae103b9&device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 1160 time: 0.6877725 Jan 19 22:23:26.950356 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b970d24-1eaa-4627-b413-8dff157bb0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4c7d42-b651-496c-896d-52e2069686b6,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:26.970237 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6b970d24-1eaa-4627-b413-8dff157bb0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:27.049362 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f9eb-9ce7-4691-a214-f96ef193ad0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:27.072996 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c3f289e6-a0a6-43f1-bde3-05061a803b78 req-788a42b5-495f-4918-a9ff-dac4e3a94325 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081980 Jan 19 22:23:27.076343 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-ce97b286-ea27-4bc2-9015-62093c58003d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ce822e1-882c-4499-b315-f793eb56f8f9 HTTP/1.1" status: 200 len: 217 time: 0.1084538 Jan 19 22:23:27.086494 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-e0873b35-790c-433b-a103-24802ed82a42 service neutron] 10.222.0.50 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5243702 Jan 19 22:23:27.118047 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f9eb-9ce7-4691-a214-f96ef193ad0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:27.171841 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de67bf-1be7-4670-b266-c6252822f79f req-429c8d14-47b6-4733-8ad8-ef80fd174100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:27.176777 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-82de67bf-1be7-4670-b266-c6252822f79f req-429c8d14-47b6-4733-8ad8-ef80fd174100 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4269550 Jan 19 22:23:27.192135 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-7a95ff5d-e518-4aca-bdf5-15a629cdd6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:27.200224 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-7a95ff5d-e518-4aca-bdf5-15a629cdd6c3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54bbe0c3-777f-48a8-98b7-95d97e881ce2 HTTP/1.1" status: 200 len: 850 time: 0.1112788 Jan 19 22:23:27.230304 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f9eb-9ce7-4691-a214-f96ef193ad0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:27.235857 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-666a111b-7efd-4aea-8f9c-28d015ff45c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:27.287945 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2101c25d-d730-4ac0-9253-fec65ccc0047', 'name': 'network-vif-deleted', 'tag': '0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc', 'status': 'completed', 'code': 200} Jan 19 22:23:27.306979 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2f9eb-9ce7-4691-a214-f96ef193ad0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4c7d42-b651-496c-896d-52e2069686b6,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:27.311050 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1bb2f9eb-9ce7-4691-a214-f96ef193ad0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:27.329266 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f9eb-9ce7-4691-a214-f96ef193ad0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:27.333056 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-1bb2f9eb-9ce7-4691-a214-f96ef193ad0a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bd4c7d42-b651-496c-896d-52e2069686b6 HTTP/1.1" status: 204 len: 168 time: 0.3943446 Jan 19 22:23:27.374871 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2101c25d-d730-4ac0-9253-fec65ccc0047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e6028ee-8e8b-4ee4-bc7a-da6e21baf4dc', 'code': 200} Jan 19 22:23:27.518629 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c74ace-0155-4a50-8f2d-a99ffed11549', 'tag': 'd458c3d4-a4c2-4e1d-9a41-4513447ebb19', 'status': 'completed', 'code': 200} Jan 19 22:23:27.702130 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-82de67bf-1be7-4670-b266-c6252822f79f req-76acc846-06df-4c52-b033-57e35cbcba87 service neutron] 10.222.0.65 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006411 Jan 19 22:23:27.780638 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-437a9e34-cfe0-4b1e-9c40-bd0d3b5647de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:27.782973 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-437a9e34-cfe0-4b1e-9c40-bd0d3b5647de service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af289a99-4938-4c37-bab6-8e3fa35bb17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4872503 Jan 19 22:23:28.228998 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472dff0-de21-4b28-ab45-7a1fedc26415 req-cfbdf023-18cb-4e11-910f-a0aef5c0580a tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:28.231248 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8472dff0-de21-4b28-ab45-7a1fedc26415 req-cfbdf023-18cb-4e11-910f-a0aef5c0580a tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.7033303 Jan 19 22:23:28.335132 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-82de67bf-1be7-4670-b266-c6252822f79f req-9c561d6b-d956-4d4b-88ac-6779b58e3335 service neutron] 10.222.0.65 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6208999 Jan 19 22:23:28.363951 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-3ecfbaee-e98d-41cf-b8a4-566e2049a858 service neutron] 10.222.0.65 "GET /v2.0/networks/af289a99-4938-4c37-bab6-8e3fa35bb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5682595 Jan 19 22:23:28.385800 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 54984) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:28.397440 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea67404-a75e-47aa-be27-7899420e1bc4 req-fd080d52-9eb4-4c04-b70c-337f374d0871 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:28.409567 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4ea67404-a75e-47aa-be27-7899420e1bc4 req-fd080d52-9eb4-4c04-b70c-337f374d0871 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 943 time: 0.6226401 Jan 19 22:23:28.490621 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8472dff0-de21-4b28-ab45-7a1fedc26415 req-4c270b95-8799-4cf2-a0cc-7a1f8f8c089e tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419133 Jan 19 22:23:28.658538 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4ea67404-a75e-47aa-be27-7899420e1bc4 req-b925129b-fbac-4a61-a7b4-ff11562a087c tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498231 Jan 19 22:23:28.809492 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3cb51ff0-def8-42fd-b465-ff76e17d9082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:28.832430 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-3cb51ff0-def8-42fd-b465-ff76e17d9082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:28.849421 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-3cb51ff0-def8-42fd-b465-ff76e17d9082 admin admin] Usage tracker for resource:security_group_rule and tenant:90289436ab1642f48e49fd024a35043f is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:28.871782 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-3cb51ff0-def8-42fd-b465-ff76e17d9082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:28.882288 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-3cb51ff0-def8-42fd-b465-ff76e17d9082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:29.142389 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6b2c61e9-04c2-4aaf-8582-defc487b442c req-dcbdfc63-3607-4365-a24d-75f75da5e9e4 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=d08033f1-a268-4c27-9194-b91d2f1e4495 HTTP/1.1" status: 200 len: 210 time: 0.4341078 Jan 19 22:23:29.150050 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3cb51ff0-def8-42fd-b465-ff76e17d9082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:29.156958 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3cb51ff0-def8-42fd-b465-ff76e17d9082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:29.195290 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:29.206998 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-3cb51ff0-def8-42fd-b465-ff76e17d9082 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=90289436ab1642f48e49fd024a35043f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8164361 Jan 19 22:23:29.209881 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 55006) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:29.221125 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c0be3c2f-3c45-40c1-b99a-75ea128e640f req-e8b0c0ff-cd5f-46a8-9813-139393e38aec service neutron] 10.222.0.65 "GET /v2.0/networks/af289a99-4938-4c37-bab6-8e3fa35bb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8064871 Jan 19 22:23:29.224169 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e4054-3485-4a5a-ac20-e26f2f37852e req-e1e07ba8-da29-47cb-9e2d-7bbcf1775af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:29.225816 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b97e4054-3485-4a5a-ac20-e26f2f37852e req-e1e07ba8-da29-47cb-9e2d-7bbcf1775af7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e64eda3ec4144b5bb294b9dc3338c915&device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 1161 time: 0.7446988 Jan 19 22:23:29.307754 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c13633-419b-4708-a9b0-f3e6b40e2b96 req-225094f4-a04b-42e7-9972-b80fbedf0b2f tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:29.310360 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-88c13633-419b-4708-a9b0-f3e6b40e2b96 req-225094f4-a04b-42e7-9972-b80fbedf0b2f tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.3039737 Jan 19 22:23:29.332449 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb51ff0-def8-42fd-b465-ff76e17d9082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44da6dc8-5907-4448-bf6a-d67e4f7dfc6d,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:29.391500 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3cb51ff0-def8-42fd-b465-ff76e17d9082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:29.429709 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-e9c9f4b9-7f01-4516-a06d-451d98cc68aa tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:29.430753 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-e9c9f4b9-7f01-4516-a06d-451d98cc68aa tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Synchronizing usage tracker for tenant:02a8b1b9c2174c80b96c9aa48056b997 on resource:network {{(pid=80181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:23:29.473677 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-30ac31e2-45bc-4906-b3e5-ddc75197a8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:29.498488 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-88c13633-419b-4708-a9b0-f3e6b40e2b96 req-63e202f9-bb45-49df-b1e3-6143a7162ed5 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762409 Jan 19 22:23:29.525602 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-e9c9f4b9-7f01-4516-a06d-451d98cc68aa tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Unset dirty status for tenant:02a8b1b9c2174c80b96c9aa48056b997 on resource:network {{(pid=80181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:23:29.527594 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-e9c9f4b9-7f01-4516-a06d-451d98cc68aa tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.65 "GET /v2.0/networks?id=8ad0a752-4970-4a77-bf34-1a49fe1022a1 HTTP/1.1" status: 200 len: 814 time: 0.4928014 Jan 19 22:23:29.540045 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-30ac31e2-45bc-4906-b3e5-ddc75197a8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:29.569676 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4947b5a-1fa7-463b-937b-2c9a70934c71', 'tag': '3ce822e1-882c-4499-b315-f793eb56f8f9'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:23:29.569676 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e4054-3485-4a5a-ac20-e26f2f37852e req-e9ae10f2-6256-4366-8a3c-4e8feb826baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:29.570792 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-8150e509-1d8e-40e5-93a3-64a0eb123e12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Request body: {'port': {'device_id': 'd08033f1-a268-4c27-9194-b91d2f1e4495', 'network_id': '8ad0a752-4970-4a77-bf34-1a49fe1022a1', 'admin_state_up': True, 'tenant_id': '02a8b1b9c2174c80b96c9aa48056b997'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:23:29.577722 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b97e4054-3485-4a5a-ac20-e26f2f37852e req-e9ae10f2-6256-4366-8a3c-4e8feb826baa service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 HTTP/1.1" status: 200 len: 911 time: 0.3272591 Jan 19 22:23:29.699032 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-30ac31e2-45bc-4906-b3e5-ddc75197a8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:29.724533 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:29.746437 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b97e4054-3485-4a5a-ac20-e26f2f37852e req-6d41d3d1-a65d-44f9-8987-7988e6bd2b05 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d458c3d4-a4c2-4e1d-9a41-4513447ebb19 HTTP/1.1" status: 200 len: 217 time: 0.1591566 Jan 19 22:23:29.751533 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4947b5a-1fa7-463b-937b-2c9a70934c71', 'tag': '3ce822e1-882c-4499-b315-f793eb56f8f9', 'status': 'completed', 'code': 200} Jan 19 22:23:29.838070 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-30ac31e2-45bc-4906-b3e5-ddc75197a8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:29.839530 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-30ac31e2-45bc-4906-b3e5-ddc75197a8f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/44da6dc8-5907-4448-bf6a-d67e4f7dfc6d HTTP/1.1" status: 204 len: 168 time: 0.6248572 Jan 19 22:23:29.843579 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac31e2-45bc-4906-b3e5-ddc75197a8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44da6dc8-5907-4448-bf6a-d67e4f7dfc6d,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:29.848707 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-30ac31e2-45bc-4906-b3e5-ddc75197a8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:29.927421 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b2622305-053c-46cb-a4fe-915e7eefe0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:30.170759 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-8150e509-1d8e-40e5-93a3-64a0eb123e12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:30.181423 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-8150e509-1d8e-40e5-93a3-64a0eb123e12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:30.191826 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-8150e509-1d8e-40e5-93a3-64a0eb123e12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Made reservation on behalf of 02a8b1b9c2174c80b96c9aa48056b997 for: {'port': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:23:30.202310 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-8150e509-1d8e-40e5-93a3-64a0eb123e12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:30.286401 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e4054-3485-4a5a-ac20-e26f2f37852e req-6ffb8924-460f-4674-8cf4-0130e427a1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:30.288050 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b97e4054-3485-4a5a-ac20-e26f2f37852e req-6ffb8924-460f-4674-8cf4-0130e427a1cd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=728f42a3-f50d-4a74-bd63-43882f750a76 HTTP/1.1" status: 200 len: 856 time: 0.4629731 Jan 19 22:23:30.401252 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ac32f-527e-4e9e-80ef-a6ef79e4aed6 req-ad172981-1651-4219-93ff-1919c6c49e60 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:30.403015 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-bc8ac32f-527e-4e9e-80ef-a6ef79e4aed6 req-ad172981-1651-4219-93ff-1919c6c49e60 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 943 time: 0.4344506 Jan 19 22:23:30.411256 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7dfd5-1bab-4cdb-9170-f1facb64f536 req-965f81a8-c262-4074-acaa-9fc55856b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:30.412831 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e3a7dfd5-1bab-4cdb-9170-f1facb64f536 req-965f81a8-c262-4074-acaa-9fc55856b32d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=faaf464719d54745afba437b2a9bd34b&device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 1163 time: 0.4467552 Jan 19 22:23:30.440344 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b70df0-178f-45cc-b9c5-e30c2755cf9e req-4ee0b05b-efe4-47bb-9a60-69957489e344 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:30.455034 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-27b70df0-178f-45cc-b9c5-e30c2755cf9e req-4ee0b05b-efe4-47bb-9a60-69957489e344 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.4949319 Jan 19 22:23:30.522433 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4b05f-fc00-4fb0-a068-6139461c94c8 req-026b8504-d20f-4808-aeed-17a9b8148c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:30.526343 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-85f4b05f-fc00-4fb0-a068-6139461c94c8 req-026b8504-d20f-4808-aeed-17a9b8148c12 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6fd968d1c0e14ecda944d7b49ae103b9&device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 1160 time: 0.5612037 Jan 19 22:23:30.666820 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-8150e509-1d8e-40e5-93a3-64a0eb123e12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Allocated IP 172.20.0.13 (8ad0a752-4970-4a77-bf34-1a49fe1022a1/9aad7ec5-01c6-4361-b48b-d5771bc83b91/73edabd6-9b3d-4a82-bd37-a8b53dee32c8) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:23:30.944450 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-27b70df0-178f-45cc-b9c5-e30c2755cf9e req-0096374e-bc1d-424e-9a06-f4233d7281a5 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875417 Jan 19 22:23:30.972959 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-8150e509-1d8e-40e5-93a3-64a0eb123e12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:31.026316 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-8150e509-1d8e-40e5-93a3-64a0eb123e12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:31.053652 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:31.119654 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-bc8ac32f-527e-4e9e-80ef-a6ef79e4aed6 req-b14bdf46-f4cb-4cb6-9754-c7623b048c6b tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7052326 Jan 19 22:23:31.265202 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e4054-3485-4a5a-ac20-e26f2f37852e req-ac02c6a4-065e-410b-a098-130c867da2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:31.268439 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b97e4054-3485-4a5a-ac20-e26f2f37852e req-ac02c6a4-065e-410b-a098-130c867da2b4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.9660897 Jan 19 22:23:31.316417 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150e509-1d8e-40e5-93a3-64a0eb123e12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Pushing event updated for resources: {'Port': ['ID=73edabd6-9b3d-4a82-bd37-a8b53dee32c8,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:31.321296 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8150e509-1d8e-40e5-93a3-64a0eb123e12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:31.347404 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-8150e509-1d8e-40e5-93a3-64a0eb123e12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Network 8ad0a752-4970-4a77-bf34-1a49fe1022a1 is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:23:31.352083 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-8150e509-1d8e-40e5-93a3-64a0eb123e12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:23:31.357069 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-8150e509-1d8e-40e5-93a3-64a0eb123e12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:23:31.400330 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-8150e509-1d8e-40e5-93a3-64a0eb123e12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:31.401071 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-8150e509-1d8e-40e5-93a3-64a0eb123e12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:31.431779 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-8150e509-1d8e-40e5-93a3-64a0eb123e12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8778934 Jan 19 22:23:31.460228 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] Request body: {'port': {'device_id': 'd08033f1-a268-4c27-9194-b91d2f1e4495', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:23:31.597622 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7dfd5-1bab-4cdb-9170-f1facb64f536 req-d77f8641-51c5-4469-9573-b73a6d4f98a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:31.599398 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e3a7dfd5-1bab-4cdb-9170-f1facb64f536 req-d77f8641-51c5-4469-9573-b73a6d4f98a4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2de0ab09-37c3-47d9-883f-9b41c5ae35f2 HTTP/1.1" status: 200 len: 913 time: 1.1386127 Jan 19 22:23:31.617323 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:31.734482 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b97e4054-3485-4a5a-ac20-e26f2f37852e req-1934a06e-a110-4d07-b0e9-0988262103b9 service neutron] 10.222.0.65 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425077 Jan 19 22:23:31.848062 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4b05f-fc00-4fb0-a068-6139461c94c8 req-91ef2ea0-30f8-4fcd-b0a4-bccad1b12434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:31.849679 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-85f4b05f-fc00-4fb0-a068-6139461c94c8 req-91ef2ea0-30f8-4fcd-b0a4-bccad1b12434 service neutron] 10.222.0.65 "GET /v2.0/networks?id=af289a99-4938-4c37-bab6-8e3fa35bb17d HTTP/1.1" status: 200 len: 905 time: 1.2689886 Jan 19 22:23:31.871743 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e3a7dfd5-1bab-4cdb-9170-f1facb64f536 req-e660ef7b-b66a-4a28-a463-a5f88167e866 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a126e92-eb1b-4e94-b31d-36688e19a65b HTTP/1.1" status: 200 len: 217 time: 0.1399207 Jan 19 22:23:32.274714 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73edabd6-9b3d-4a82-bd37-a8b53dee32c8 {{(pid=80181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:23:32.284630 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:32.299192 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] Transition to ACTIVE for port object 73edabd6-9b3d-4a82-bd37-a8b53dee32c8 will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:23:32.303707 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:32.330662 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:32.342904 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-85f4b05f-fc00-4fb0-a068-6139461c94c8 req-9bc5c604-d111-4f6e-a9c9-a5a87742c9c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ce822e1-882c-4499-b315-f793eb56f8f9 HTTP/1.1" status: 200 len: 217 time: 0.4661736 Jan 19 22:23:32.383194 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865117d-ea7a-447a-889e-2f3aa52e269f req-85c665bd-6e17-44a9-a682-de734b0ec22b tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:32.390947 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4865117d-ea7a-447a-889e-2f3aa52e269f req-85c665bd-6e17-44a9-a682-de734b0ec22b tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.9395988 Jan 19 22:23:32.415051 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] Pushing event updated for resources: {'Port': ['ID=73edabd6-9b3d-4a82-bd37-a8b53dee32c8,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:32.489966 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc41f8-d510-4aad-9cbb-9ca23c06de0a req-9c5243f2-9c82-407b-836f-7ee3f4977c9c tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:32.498552 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-90fc41f8-d510-4aad-9cbb-9ca23c06de0a req-9c5243f2-9c82-407b-836f-7ee3f4977c9c tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=d08033f1-a268-4c27-9194-b91d2f1e4495 HTTP/1.1" status: 200 len: 932 time: 0.9176657 Jan 19 22:23:32.499343 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:32.607650 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7dfd5-1bab-4cdb-9170-f1facb64f536 req-d2bfae17-6047-4073-a5b7-dd580195622b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:32.609269 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e3a7dfd5-1bab-4cdb-9170-f1facb64f536 req-d2bfae17-6047-4073-a5b7-dd580195622b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7325d4b0-095b-4afe-9fcb-ab7450d96ef2 HTTP/1.1" status: 200 len: 859 time: 0.7219431 Jan 19 22:23:32.640841 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-90fc41f8-d510-4aad-9cbb-9ca23c06de0a req-71c89f91-e815-4217-90f8-00e33abbf472 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412270 Jan 19 22:23:32.830703 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e3a7dfd5-1bab-4cdb-9170-f1facb64f536 req-51de7933-145f-490e-9e09-b192e7c73980 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2de0ab09-37c3-47d9-883f-9b41c5ae35f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2092693 Jan 19 22:23:32.832118 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4b05f-fc00-4fb0-a068-6139461c94c8 req-8a8da2bb-cf1d-4136-865a-61c38d9d22a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:32.833578 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-85f4b05f-fc00-4fb0-a068-6139461c94c8 req-8a8da2bb-cf1d-4136-865a-61c38d9d22a0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54bbe0c3-777f-48a8-98b7-95d97e881ce2 HTTP/1.1" status: 200 len: 850 time: 0.4396482 Jan 19 22:23:32.854091 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] Attempting to bind port 73edabd6-9b3d-4a82-bd37-a8b53dee32c8 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:23:32.854766 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] Attempting to bind port 73edabd6-9b3d-4a82-bd37-a8b53dee32c8 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '3e573508-cfe9-4fcd-b992-dc50ecf291a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8ad0a752-4970-4a77-bf34-1a49fe1022a1'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:23:32.855322 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] Attempting to bind port 73edabd6-9b3d-4a82-bd37-a8b53dee32c8 on network 8ad0a752-4970-4a77-bf34-1a49fe1022a1 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:23:32.866005 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] Checking agent: {'id': '2523063a-ad22-4c17-a8b2-431f878c065d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 20, 21), 'started_at': datetime.datetime(2021, 1, 19, 22, 20, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:23:32.866390 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] Checking segment: {'id': '3e573508-cfe9-4fcd-b992-dc50ecf291a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8ad0a752-4970-4a77-bf34-1a49fe1022a1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:23:32.867346 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:32.867738 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] Bound using segment: {'id': '3e573508-cfe9-4fcd-b992-dc50ecf291a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8ad0a752-4970-4a77-bf34-1a49fe1022a1'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:23:32.868222 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] Bound port: 73edabd6-9b3d-4a82-bd37-a8b53dee32c8, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e573508-cfe9-4fcd-b992-dc50ecf291a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8ad0a752-4970-4a77-bf34-1a49fe1022a1'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:23:32.868599 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:32.912071 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 55134) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:32.937960 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4865117d-ea7a-447a-889e-2f3aa52e269f req-f6385b2e-305e-4567-9532-bac09aab9d3c tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5458682 Jan 19 22:23:32.986027 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b97e4054-3485-4a5a-ac20-e26f2f37852e req-40317e42-67ca-4665-a92e-05e238bb67da service neutron] 10.222.0.65 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1711223 Jan 19 22:23:33.146447 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_v2 [None req-8671806b-8560-4410-879a-1d4bfcd7e6c1 admin admin] Deleting subnet c09ad25e-9b8c-4a8a-a3b1-8fc8c1ab381f {{(pid=80181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:23:33.151787 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8671806b-8560-4410-879a-1d4bfcd7e6c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:33.166159 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-da0258db-701b-4b3f-854d-298fbe3952aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:33.200951 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] For port 73edabd6-9b3d-4a82-bd37-a8b53dee32c8, host hv-cinder-75078, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:23:33.232888 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] For port 73edabd6-9b3d-4a82-bd37-a8b53dee32c8, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=73edabd6-9b3d-4a82-bd37-a8b53dee32c8,segment=NetworkSegment(3e573508-cfe9-4fcd-b992-dc50ecf291a2),segment_id=3e573508-cfe9-4fcd-b992-dc50ecf291a2)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:23:33.235785 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8671806b-8560-4410-879a-1d4bfcd7e6c1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:33.243336 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:33.246565 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8671806b-8560-4410-879a-1d4bfcd7e6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854192441'] for subnet, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:33.302374 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:33.311946 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4b05f-fc00-4fb0-a068-6139461c94c8 req-605ed761-1481-4f5d-b41a-133beecf51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:33.313917 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-85f4b05f-fc00-4fb0-a068-6139461c94c8 req-605ed761-1481-4f5d-b41a-133beecf51ab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af289a99-4938-4c37-bab6-8e3fa35bb17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4621129 Jan 19 22:23:33.354598 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485e8c4-c1c6-4f6f-a84b-ccaeeeed2da3 req-76f917f5-e05e-45d4-bf4c-6c9663c1134f tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:33.356975 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5485e8c4-c1c6-4f6f-a84b-ccaeeeed2da3 req-76f917f5-e05e-45d4-bf4c-6c9663c1134f tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.2600181 Jan 19 22:23:33.396357 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e3a7dfd5-1bab-4cdb-9170-f1facb64f536 req-584507af-8915-4503-86ac-8960c63bb37a service neutron] 10.222.0.65 "GET /v2.0/networks/2de0ab09-37c3-47d9-883f-9b41c5ae35f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458155 Jan 19 22:23:33.525275 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-85f4b05f-fc00-4fb0-a068-6139461c94c8 req-a69a395e-d2b2-4c9f-a62d-c158fd7ba423 service neutron] 10.222.0.65 "GET /v2.0/networks/af289a99-4938-4c37-bab6-8e3fa35bb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981308 Jan 19 22:23:33.619446 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5485e8c4-c1c6-4f6f-a84b-ccaeeeed2da3 req-11543413-e2b7-4296-91ac-fe7734a8613a tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257609 Jan 19 22:23:33.635634 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] Pushing event updated for resources: {'Port': ['ID=73edabd6-9b3d-4a82-bd37-a8b53dee32c8,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:33.707409 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:33.857807 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b89dd-4950-4291-8967-4720dce209a2 req-c37984b2-841d-4cb8-9fb4-196c1e2346ef tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:33.868243 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b86b89dd-4950-4291-8967-4720dce209a2 req-c37984b2-841d-4cb8-9fb4-196c1e2346ef tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 943 time: 0.6509604 Jan 19 22:23:33.927860 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:33.929315 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:33.932241 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] 10.222.0.65 "PUT /v2.0/ports/73edabd6-9b3d-4a82-bd37-a8b53dee32c8 HTTP/1.1" status: 200 len: 1158 time: 2.4774985 Jan 19 22:23:33.936441 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd08033f1-a268-4c27-9194-b91d2f1e4495', 'tag': '73edabd6-9b3d-4a82-bd37-a8b53dee32c8'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:23:33.960801 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8671806b-8560-4410-879a-1d4bfcd7e6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for subnet, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:33.981426 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6b9d6189-0d60-4858-86cb-c2cd5abaf7f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:33.981886 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device d458c3d4-a4c2-4e1d-9a41-4513447ebb19 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:23:34.024051 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b86b89dd-4950-4291-8967-4720dce209a2 req-fa598854-62e4-4d9f-af6d-68b0da036cb0 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547034 Jan 19 22:23:34.136303 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671806b-8560-4410-879a-1d4bfcd7e6c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c09ad25e-9b8c-4a8a-a3b1-8fc8c1ab381f,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:34.146523 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 55170) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:34.148472 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd08033f1-a268-4c27-9194-b91d2f1e4495', 'tag': '73edabd6-9b3d-4a82-bd37-a8b53dee32c8', 'status': 'completed', 'code': 200} Jan 19 22:23:34.151820 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-85f4b05f-fc00-4fb0-a068-6139461c94c8 req-65f24197-2d0c-4568-8a0b-f88248ff4496 service neutron] 10.222.0.65 "GET /v2.0/networks/af289a99-4938-4c37-bab6-8e3fa35bb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5517123 Jan 19 22:23:34.155572 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning for port d458c3d4-a4c2-4e1d-9a41-4513447ebb19 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:23:34.160909 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port d458c3d4-a4c2-4e1d-9a41-4513447ebb19 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:34.161331 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:34.197079 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6156ff9-306c-409c-8df2-9e9bc7555d83 req-fff8dc40-50d7-494f-b4bb-5029740f19d6 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:34.198972 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b6156ff9-306c-409c-8df2-9e9bc7555d83 req-fff8dc40-50d7-494f-b4bb-5029740f19d6 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=d08033f1-a268-4c27-9194-b91d2f1e4495 HTTP/1.1" status: 200 len: 944 time: 0.3283398 Jan 19 22:23:34.205416 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e3a7dfd5-1bab-4cdb-9170-f1facb64f536 req-0773e8cc-4ea3-426c-9b24-f77711f7e2eb service neutron] 10.222.0.65 "GET /v2.0/networks/2de0ab09-37c3-47d9-883f-9b41c5ae35f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6467583 Jan 19 22:23:34.223390 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8671806b-8560-4410-879a-1d4bfcd7e6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:34.336827 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b6156ff9-306c-409c-8df2-9e9bc7555d83 req-e40060cc-5335-48b6-98da-3275d9d5b42d tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302853 Jan 19 22:23:34.361441 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8671806b-8560-4410-879a-1d4bfcd7e6c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:34.369647 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-8671806b-8560-4410-879a-1d4bfcd7e6c1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c09ad25e-9b8c-4a8a-a3b1-8fc8c1ab381f HTTP/1.1" status: 204 len: 168 time: 1.4038489 Jan 19 22:23:34.372281 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 55188) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:34.382309 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-edfb571a-9e27-4cbe-a315-3275a4e65f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:34.383999 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:34.385926 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-edfb571a-9e27-4cbe-a315-3275a4e65f3c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02a8b1b9c2174c80b96c9aa48056b997&device_id=d08033f1-a268-4c27-9194-b91d2f1e4495 HTTP/1.1" status: 200 len: 1161 time: 0.3690453 Jan 19 22:23:34.425007 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c74ace-0155-4a50-8f2d-a99ffed11549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd458c3d4-a4c2-4e1d-9a41-4513447ebb19'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:23:34.438502 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port d458c3d4-a4c2-4e1d-9a41-4513447ebb19, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=d458c3d4-a4c2-4e1d-9a41-4513447ebb19,segment=NetworkSegment(a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654),segment_id=a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:23:34.442574 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:34.443774 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 3ce822e1-882c-4499-b315-f793eb56f8f9 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:23:34.479683 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:34.493358 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-5fdc809e-5cd2-45ef-a7e1-da274a3f4998 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73edabd6-9b3d-4a82-bd37-a8b53dee32c8 HTTP/1.1" status: 200 len: 217 time: 0.0926723 Jan 19 22:23:34.566429 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=d458c3d4-a4c2-4e1d-9a41-4513447ebb19,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:34.575972 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c74ace-0155-4a50-8f2d-a99ffed11549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd458c3d4-a4c2-4e1d-9a41-4513447ebb19', 'code': 200} Jan 19 22:23:34.579663 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:34.580183 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:34.580669 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:34.581169 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:34.581644 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:34.582149 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:34.582569 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:34.583082 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:34.583550 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:34.584018 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:34.584616 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:34.585148 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:34.586290 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:34.586791 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:34.587262 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:34.587727 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:34.588188 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:34.588656 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:34.589117 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:34.589583 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:34.590049 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:34.590524 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:34.592023 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:34.592023 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:34.598436 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:34.631678 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning for port 3ce822e1-882c-4499-b315-f793eb56f8f9 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:23:34.638283 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 3ce822e1-882c-4499-b315-f793eb56f8f9 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:34.638883 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:34.670857 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-0054661b-873d-45f8-8492-825605cbbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:34.672480 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-0054661b-873d-45f8-8492-825605cbbd80 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9aad7ec5-01c6-4361-b48b-d5771bc83b91 HTTP/1.1" status: 200 len: 854 time: 0.1720965 Jan 19 22:23:34.695753 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262604'] for network, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:34.781292 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0718fc9d-9ee3-4c3f-a185-cc3b8bba686c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:34.793459 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:34.887226 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:34.930337 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 3ce822e1-882c-4499-b315-f793eb56f8f9, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=3ce822e1-882c-4499-b315-f793eb56f8f9,segment=NetworkSegment(5c74953d-c790-4cc2-9771-0ecb028703d3),segment_id=5c74953d-c790-4cc2-9771-0ecb028703d3)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:23:34.935597 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:34.937117 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 3a126e92-eb1b-4e94-b31d-36688e19a65b up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:23:34.994341 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:35.119094 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 3a126e92-eb1b-4e94-b31d-36688e19a65b triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:35.119519 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:35.146025 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=3ce822e1-882c-4499-b315-f793eb56f8f9,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:35.150720 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:35.163864 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-2a3d9553-302f-43f6-b2f1-ee76326cfdb8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ad0a752-4970-4a77-bf34-1a49fe1022a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4784255 Jan 19 22:23:35.173548 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-0718fc9d-9ee3-4c3f-a185-cc3b8bba686c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:35.213282 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-0718fc9d-9ee3-4c3f-a185-cc3b8bba686c admin admin] Usage tracker for resource:security_group_rule and tenant:2a008e767be44d528beacd20780f13e6 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:35.218591 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-0718fc9d-9ee3-4c3f-a185-cc3b8bba686c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:35.232033 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-0718fc9d-9ee3-4c3f-a185-cc3b8bba686c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:35.274407 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:35.418607 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-37f96657-cf1d-4695-a715-4c8cc2eff56f service neutron] 10.222.0.65 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422450 Jan 19 22:23:35.474870 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9deda8-492a-443c-aa3d-be8fd283f6b5 req-856f9de6-0db8-4d08-94f6-2ecb84acc31a tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:35.477270 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ad9deda8-492a-443c-aa3d-be8fd283f6b5 req-856f9de6-0db8-4d08-94f6-2ecb84acc31a tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 1.0662713 Jan 19 22:23:35.484594 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-583314', 'neutron.services.segments.db._delete_segments_for_network--9223363301127363290'] for network, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:35.533640 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0718fc9d-9ee3-4c3f-a185-cc3b8bba686c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:35.539282 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0718fc9d-9ee3-4c3f-a185-cc3b8bba686c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:35.576015 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3cb51ff0-def8-42fd-b465-ff76e17d9082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:35.588832 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-0718fc9d-9ee3-4c3f-a185-cc3b8bba686c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2a008e767be44d528beacd20780f13e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3690748 Jan 19 22:23:35.594320 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 55214) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:35.611186 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:23:35.611597 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:23:35.612393 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:23:35.612758 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Subscribe: > port after_create 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:23:35.613120 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:23:35.613488 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Subscribe: > port after_update 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:23:35.613856 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:23:35.614210 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:23:35.614560 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:23:35.614931 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:23:35.685144 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:23:35.685144 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:23:35.685351 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:23:35.685659 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:23:35.686126 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af0f373-2c08-4f82-be77-b065dfead4dd']}} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:23:35.702153 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18be8143-3368-4af7-bc7b-eb42c60c4d5d') {'for_net_delete': True} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:23:35.702481 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18be8143-3368-4af7-bc7b-eb42c60c4d5d') {} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:23:35.705802 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718fc9d-9ee3-4c3f-a185-cc3b8bba686c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8356b9e-9f36-4ed1-b044-ed695d265df4,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:35.717627 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301127369946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852227512'] for segment, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:35.720231 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-0718fc9d-9ee3-4c3f-a185-cc3b8bba686c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:35.732071 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9b91e874-6e6c-4106-b63f-866dc502d145 req-ed26145c-af9c-4e9a-badd-c22112c1a498 service neutron] 10.222.0.65 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3048992 Jan 19 22:23:35.735424 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:35.737910 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:23:35.759099 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d98c10b6-5e7c-4b6d-be35-4b3f688d63dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:35.776509 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:35.816695 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d98c10b6-5e7c-4b6d-be35-4b3f688d63dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:35.940941 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Network 0af0f373-2c08-4f82-be77-b065dfead4dd has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:23:35.941364 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d98c10b6-5e7c-4b6d-be35-4b3f688d63dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:35.947560 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a5d96c1d-478b-4be2-8ad2-2d78bb4d4c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:35.951159 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854202154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3996390'] for segment, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:35.974458 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c10b6-5e7c-4b6d-be35-4b3f688d63dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8356b9e-9f36-4ed1-b044-ed695d265df4,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:35.980159 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device d458c3d4-a4c2-4e1d-9a41-4513447ebb19 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:23:35.988888 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d98c10b6-5e7c-4b6d-be35-4b3f688d63dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:35.994930 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d98c10b6-5e7c-4b6d-be35-4b3f688d63dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:35.999229 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-d98c10b6-5e7c-4b6d-be35-4b3f688d63dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8356b9e-9f36-4ed1-b044-ed695d265df4 HTTP/1.1" status: 204 len: 168 time: 0.4008641 Jan 19 22:23:36.031668 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc1328-0bf2-43e9-a64a-539ff71e71f8 req-d805e116-1c7c-4928-a61c-d9f2df84ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:36.033542 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9abc1328-0bf2-43e9-a64a-539ff71e71f8 req-d805e116-1c7c-4928-a61c-d9f2df84ff60 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02a8b1b9c2174c80b96c9aa48056b997&device_id=d08033f1-a268-4c27-9194-b91d2f1e4495 HTTP/1.1" status: 200 len: 1161 time: 0.1696942 Jan 19 22:23:36.210722 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port d458c3d4-a4c2-4e1d-9a41-4513447ebb19 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:36.211165 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:36.260218 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Network 0af0f373-2c08-4f82-be77-b065dfead4dd has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:23:36.298780 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc1328-0bf2-43e9-a64a-539ff71e71f8 req-77082d2b-29ac-48f2-9495-f83514805aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:36.301464 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9abc1328-0bf2-43e9-a64a-539ff71e71f8 req-77082d2b-29ac-48f2-9495-f83514805aad service neutron] 10.222.0.65 "GET /v2.0/networks?id=8ad0a752-4970-4a77-bf34-1a49fe1022a1 HTTP/1.1" status: 200 len: 908 time: 0.2599304 Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: (rel_b, rel_a, rel_b), Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: (rel_b, rel_a, rel_b), Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: Traceback (most recent call last): Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: timer() Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: cb(*args, **kw) Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: return func(*args, **kwargs) Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: self._notify() Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: self.callback(batched_events) Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: event.method(event) Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: segment_id)['aggregates'][0] Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(self, *a, **k) Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: return self._get(url).json() Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: **kwargs) Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.request(url, 'GET', **kwargs) Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: **endpoint_filter) Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:23:36.406802 dv-cinder-750782-5-iscsi neutron-server[80069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:23:36.417584 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9abc1328-0bf2-43e9-a64a-539ff71e71f8 req-17fea8bf-9b8f-470a-b1cb-28f3fd2cda7b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73edabd6-9b3d-4a82-bd37-a8b53dee32c8 HTTP/1.1" status: 200 len: 217 time: 0.1089685 Jan 19 22:23:36.433090 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854192486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432275'] for network, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:36.466772 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 3ce822e1-882c-4499-b315-f793eb56f8f9 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:23:36.503828 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc1328-0bf2-43e9-a64a-539ff71e71f8 req-8b464e51-e451-47a7-9984-037a909d266b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:36.506441 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9abc1328-0bf2-43e9-a64a-539ff71e71f8 req-8b464e51-e451-47a7-9984-037a909d266b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9aad7ec5-01c6-4361-b48b-d5771bc83b91 HTTP/1.1" status: 200 len: 854 time: 0.0785217 Jan 19 22:23:36.527553 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d6441-040b-4ab6-9534-9f69961b9b6d req-ec5583a9-ea4a-48a5-a6d9-3a7fe640c01f tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:36.535281 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-851d6441-040b-4ab6-9534-9f69961b9b6d req-ec5583a9-ea4a-48a5-a6d9-3a7fe640c01f tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 1.3738842 Jan 19 22:23:36.540729 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 3ce822e1-882c-4499-b315-f793eb56f8f9 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:36.541417 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:36.551994 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7598a6ad-2535-4d46-b568-2370ca8b9a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:36.589004 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9abc1328-0bf2-43e9-a64a-539ff71e71f8 req-96ca72f5-d1a0-4bc3-87dd-53027244b4b9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ad0a752-4970-4a77-bf34-1a49fe1022a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732617 Jan 19 22:23:36.595389 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ad9deda8-492a-443c-aa3d-be8fd283f6b5 req-39e88d94-a202-4be7-a5a7-af4ef23c2871 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0013831 Jan 19 22:23:36.596864 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:36.615787 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4947b5a-1fa7-463b-937b-2c9a70934c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce822e1-882c-4499-b315-f793eb56f8f9'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:23:36.623342 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0af0f373-2c08-4f82-be77-b065dfead4dd,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:36.626934 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337cf18-6ca4-45e0-a22b-04dd72ceb0d8 req-9db8db54-de12-4c3b-85a2-2e9a0879a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:36.628826 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8337cf18-6ca4-45e0-a22b-04dd72ceb0d8 req-9db8db54-de12-4c3b-85a2-2e9a0879a8ed service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 1163 time: 1.4661708 Jan 19 22:23:36.633281 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0af0f373-2c08-4f82-be77-b065dfead4dd HTTP/1.1" status: 204 len: 168 time: 2.2565005 Jan 19 22:23:36.668866 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:36.716772 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 55242) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:36.796785 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8337cf18-6ca4-45e0-a22b-04dd72ceb0d8 req-567f0ef8-007a-4125-932d-41478636b906 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600704 Jan 19 22:23:36.799587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5ad60090-1ce2-4505-9e90-3f512b2ee69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:36.816924 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-851d6441-040b-4ab6-9534-9f69961b9b6d req-0b245ca5-705d-4e7e-a2d0-94ea6a7ed081 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806721 Jan 19 22:23:36.823865 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-5ad60090-1ce2-4505-9e90-3f512b2ee69d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:36.828044 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-5ad60090-1ce2-4505-9e90-3f512b2ee69d admin admin] Usage tracker for resource:security_group_rule and tenant:ed0d1fbfdc954317883bd108d5aba3a4 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:36.831229 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-5ad60090-1ce2-4505-9e90-3f512b2ee69d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:36.838601 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-5ad60090-1ce2-4505-9e90-3f512b2ee69d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:36.907338 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 55246) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:36.962846 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9abc1328-0bf2-43e9-a64a-539ff71e71f8 req-4c08f8f9-4476-4060-8d0c-f5944ecab1f0 service neutron] 10.222.0.65 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386312 Jan 19 22:23:36.985743 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-092aaf30-5ae2-4157-9223-90f7f84bf932 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5fd141c02a2145f9b8c9c834240f5b68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0770819 Jan 19 22:23:36.988772 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 55250) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:37.057566 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0b074e9b-8506-402e-989e-fe8d9e85f842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:37.086933 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0b074e9b-8506-402e-989e-fe8d9e85f842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:37.105076 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5ad60090-1ce2-4505-9e90-3f512b2ee69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:37.118730 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5ad60090-1ce2-4505-9e90-3f512b2ee69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:37.128805 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-2b89ea54-dce8-4cf9-a156-93aa2a2353fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:37.194495 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-5ad60090-1ce2-4505-9e90-3f512b2ee69d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ed0d1fbfdc954317883bd108d5aba3a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4673347 Jan 19 22:23:37.195918 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad60090-1ce2-4505-9e90-3f512b2ee69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf87803-68b7-428e-83bf-5518b872a492,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:37.199467 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-5ad60090-1ce2-4505-9e90-3f512b2ee69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:37.204305 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 55254) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:37.228577 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0b074e9b-8506-402e-989e-fe8d9e85f842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:37.235356 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:37.243263 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071fd07-5f05-43cf-bf3c-5d18a25a4945 req-b59ea484-2b13-4af0-a5f3-5b3a78b75086 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:37.244991 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f071fd07-5f05-43cf-bf3c-5d18a25a4945 req-b59ea484-2b13-4af0-a5f3-5b3a78b75086 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.2959592 Jan 19 22:23:37.260390 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b074e9b-8506-402e-989e-fe8d9e85f842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e762246-fa38-46ce-8857-feb550ec31a5,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:37.268629 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-0b074e9b-8506-402e-989e-fe8d9e85f842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:37.274339 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46e9e7-2bda-426a-9b8f-ab509d6915f1 req-60198d3b-1d1e-4c50-b55f-d7dd67b72b59 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:37.276045 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fc46e9e7-2bda-426a-9b8f-ab509d6915f1 req-60198d3b-1d1e-4c50-b55f-d7dd67b72b59 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=d08033f1-a268-4c27-9194-b91d2f1e4495 HTTP/1.1" status: 200 len: 944 time: 0.2785702 Jan 19 22:23:37.283458 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0b074e9b-8506-402e-989e-fe8d9e85f842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:37.284680 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-0b074e9b-8506-402e-989e-fe8d9e85f842 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8e762246-fa38-46ce-8857-feb550ec31a5 HTTP/1.1" status: 204 len: 168 time: 0.2943504 Jan 19 22:23:37.291252 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9abc1328-0bf2-43e9-a64a-539ff71e71f8 req-f637f6c2-44dc-40da-96ac-b5e0705f5fac service neutron] 10.222.0.65 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1668081 Jan 19 22:23:37.393662 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f071fd07-5f05-43cf-bf3c-5d18a25a4945 req-6c58edee-9139-4882-95a5-47209edbfdc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165147 Jan 19 22:23:37.423068 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fc46e9e7-2bda-426a-9b8f-ab509d6915f1 req-6f711b49-d020-49d3-a213-a3229b7395d2 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161375 Jan 19 22:23:37.435094 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4fe741e9-e156-419b-b1cf-9d4ab798e29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:37.484964 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4947b5a-1fa7-463b-937b-2c9a70934c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce822e1-882c-4499-b315-f793eb56f8f9', 'code': 200} Jan 19 22:23:37.489151 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4fe741e9-e156-419b-b1cf-9d4ab798e29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:37.551488 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4fe741e9-e156-419b-b1cf-9d4ab798e29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:37.558027 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-0b181bd9-0943-4b41-b99f-74dda7b84cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:37.573694 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe741e9-e156-419b-b1cf-9d4ab798e29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf87803-68b7-428e-83bf-5518b872a492,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:37.576740 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4fe741e9-e156-419b-b1cf-9d4ab798e29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:37.577963 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4fe741e9-e156-419b-b1cf-9d4ab798e29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:37.592252 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-4fe741e9-e156-419b-b1cf-9d4ab798e29a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1cf87803-68b7-428e-83bf-5518b872a492 HTTP/1.1" status: 204 len: 168 time: 0.3867235 Jan 19 22:23:37.970489 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d14c7-a211-4a70-8c57-d238725d5453 req-0b76767c-47ac-4d41-ab02-09847490f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:37.972229 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-433d14c7-a211-4a70-8c57-d238725d5453 req-0b76767c-47ac-4d41-ab02-09847490f06e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 1162 time: 0.1957843 Jan 19 22:23:38.031279 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-433d14c7-a211-4a70-8c57-d238725d5453 req-316ac373-2997-46e5-9c8c-9d4097246a8b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494657 Jan 19 22:23:38.082879 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d5eb0-7aa8-444d-bc94-a3f6747b3231 req-4b6dcba7-5c28-4272-b1e4-23551d935d00 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:38.093276 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d24d5eb0-7aa8-444d-bc94-a3f6747b3231 req-4b6dcba7-5c28-4272-b1e4-23551d935d00 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.2195849 Jan 19 22:23:38.205486 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d24d5eb0-7aa8-444d-bc94-a3f6747b3231 req-1a86caaa-ab19-4cdc-b913-bd45eff0dc7f tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112828 Jan 19 22:23:38.268113 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4285b-4826-4c95-8273-c55c51761dfc req-e7a252dd-5300-4802-8281-0bae184c6e16 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:38.270494 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fbd4285b-4826-4c95-8273-c55c51761dfc req-e7a252dd-5300-4802-8281-0bae184c6e16 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.1514480 Jan 19 22:23:38.344374 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fbd4285b-4826-4c95-8273-c55c51761dfc req-ca21beb9-fdbd-4dcd-bf21-3524a80013a5 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664566 Jan 19 22:23:38.856484 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2f920-6cd7-4cd5-ad50-b6eda8eed238 req-d5526b10-dd48-4ea0-8415-3d8bb9923285 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:38.864514 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-75a2f920-6cd7-4cd5-ad50-b6eda8eed238 req-d5526b10-dd48-4ea0-8415-3d8bb9923285 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=d08033f1-a268-4c27-9194-b91d2f1e4495 HTTP/1.1" status: 200 len: 944 time: 0.2015824 Jan 19 22:23:38.891750 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4c496-4af2-4f03-8731-ab49eccd61f2 req-277f8d73-a492-45b8-9fcd-a0238ed50328 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:38.893611 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fbf4c496-4af2-4f03-8731-ab49eccd61f2 req-277f8d73-a492-45b8-9fcd-a0238ed50328 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.1807761 Jan 19 22:23:38.979223 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-75a2f920-6cd7-4cd5-ad50-b6eda8eed238 req-64da1d48-b9c7-44fb-87ce-19df89f40309 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137152 Jan 19 22:23:38.990080 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fbf4c496-4af2-4f03-8731-ab49eccd61f2 req-46a5bd4d-d84f-4009-8b99-f11396473a6a tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820165 Jan 19 22:23:39.704866 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93661934-7d11-4428-8644-83fff487e300 req-99700505-72be-44da-97b1-397edfee0354 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:39.714737 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-93661934-7d11-4428-8644-83fff487e300 req-99700505-72be-44da-97b1-397edfee0354 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.3213418 Jan 19 22:23:39.823985 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7bc7e-af75-4ea7-aadb-5d65fa028034 req-f33936ed-00c7-435f-83b0-fd56b69d1ff5 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:39.825693 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-47f7bc7e-af75-4ea7-aadb-5d65fa028034 req-f33936ed-00c7-435f-83b0-fd56b69d1ff5 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.3243763 Jan 19 22:23:39.832071 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-93661934-7d11-4428-8644-83fff487e300 req-9a991509-29f2-48cb-8987-f101b151b3c3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161768 Jan 19 22:23:39.885105 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-47f7bc7e-af75-4ea7-aadb-5d65fa028034 req-90df554a-f596-4b57-b24d-ee43015705cc tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519495 Jan 19 22:23:40.315834 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde01be-20d0-4c38-83a0-70114ab0d6c3 req-dc96790b-e113-43a9-aba7-e914c9fdcc52 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:40.317579 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1fde01be-20d0-4c38-83a0-70114ab0d6c3 req-dc96790b-e113-43a9-aba7-e914c9fdcc52 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.2664559 Jan 19 22:23:40.336527 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 55390) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:40.344681 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-15a4a4cf-7bea-476f-9ade-8fbe0a7f7442 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Request body: {'floatingip': {'port_id': 'd458c3d4-a4c2-4e1d-9a41-4513447ebb19'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:23:40.362251 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16d8b1-4fc4-4fab-b792-b6e19800fd85 req-3171b1f7-48bd-4d50-9dee-3da6b4f5e7ef tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:40.364009 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6b16d8b1-4fc4-4fab-b792-b6e19800fd85 req-3171b1f7-48bd-4d50-9dee-3da6b4f5e7ef tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=d08033f1-a268-4c27-9194-b91d2f1e4495 HTTP/1.1" status: 200 len: 944 time: 0.2212622 Jan 19 22:23:40.442400 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6b16d8b1-4fc4-4fab-b792-b6e19800fd85 req-69a08eac-a13d-4b73-b88a-15174bf99b0c tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676625 Jan 19 22:23:40.487602 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-15a4a4cf-7bea-476f-9ade-8fbe0a7f7442 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for floatingip, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:40.651716 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155a5ef-b342-44a6-80e7-cd58c830e851 req-1d775ae6-c82f-49de-b08d-b2463e10fdf8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:40.672954 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a155a5ef-b342-44a6-80e7-cd58c830e851 req-1d775ae6-c82f-49de-b08d-b2463e10fdf8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.1621416 Jan 19 22:23:40.771483 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a155a5ef-b342-44a6-80e7-cd58c830e851 req-1764b600-9783-48d7-9818-72c494557aef tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973048 Jan 19 22:23:41.056683 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aec5dd-963d-4f85-9819-2d57e5824624 req-70402451-7cb5-45e2-aa02-82e49c15a3b8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:41.059276 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f9aec5dd-963d-4f85-9819-2d57e5824624 req-70402451-7cb5-45e2-aa02-82e49c15a3b8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.1588533 Jan 19 22:23:41.073888 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 55410) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:41.084472 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-ee9b2095-d4bc-4eeb-afc7-f5f1d3fd9878 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Request body: {'floatingip': {'port_id': '3ce822e1-882c-4499-b315-f793eb56f8f9'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:23:41.140016 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device d458c3d4-a4c2-4e1d-9a41-4513447ebb19 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:23:41.217529 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada61b0-90e2-4214-9cb2-d3c239e04faf req-161fb0da-c506-49de-9d17-6235940b3cba tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:41.219192 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6ada61b0-90e2-4214-9cb2-d3c239e04faf req-161fb0da-c506-49de-9d17-6235940b3cba tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.1589007 Jan 19 22:23:41.291869 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2095-d4bc-4eeb-afc7-f5f1d3fd9878 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for floatingip, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:41.298416 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port d458c3d4-a4c2-4e1d-9a41-4513447ebb19 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:41.299097 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:41.331343 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6ada61b0-90e2-4214-9cb2-d3c239e04faf req-05db8db1-13ce-4b7f-904b-72b3b86a6ee2 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055808 Jan 19 22:23:41.504306 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 3ce822e1-882c-4499-b315-f793eb56f8f9 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:23:41.587927 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 3ce822e1-882c-4499-b315-f793eb56f8f9 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:41.588629 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:41.791532 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 73edabd6-9b3d-4a82-bd37-a8b53dee32c8 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:23:41.888007 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3af7d-f8b7-48b5-8b01-5a2e32f1e5e1 req-99330da3-df69-4f2a-a470-32d3c52c42e1 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:41.889954 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cad3af7d-f8b7-48b5-8b01-5a2e32f1e5e1 req-99330da3-df69-4f2a-a470-32d3c52c42e1 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=d08033f1-a268-4c27-9194-b91d2f1e4495 HTTP/1.1" status: 200 len: 944 time: 0.1850374 Jan 19 22:23:41.943297 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning for port 73edabd6-9b3d-4a82-bd37-a8b53dee32c8 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:23:41.953663 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 73edabd6-9b3d-4a82-bd37-a8b53dee32c8 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:41.954101 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:42.014267 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cad3af7d-f8b7-48b5-8b01-5a2e32f1e5e1 req-9378d9ff-0ed2-4c38-a328-1897b14e7e88 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180794 Jan 19 22:23:42.318720 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:42.352318 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08033f1-a268-4c27-9194-b91d2f1e4495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73edabd6-9b3d-4a82-bd37-a8b53dee32c8'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:23:42.364744 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 73edabd6-9b3d-4a82-bd37-a8b53dee32c8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=73edabd6-9b3d-4a82-bd37-a8b53dee32c8,segment=NetworkSegment(3e573508-cfe9-4fcd-b992-dc50ecf291a2),segment_id=3e573508-cfe9-4fcd-b992-dc50ecf291a2)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:23:42.370239 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:42.375760 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ed491dbe-2dd2-47c8-acb4-048e4e25ee0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:42.453315 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=73edabd6-9b3d-4a82-bd37-a8b53dee32c8,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:42.457330 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08033f1-a268-4c27-9194-b91d2f1e4495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73edabd6-9b3d-4a82-bd37-a8b53dee32c8', 'code': 200} Jan 19 22:23:42.458221 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:42.601350 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a424e9-7573-445d-a73f-f78545acba9f req-3abcbc5b-4e24-4c5e-b1a1-f67eb47d40ae tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:42.603068 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e9a424e9-7573-445d-a73f-f78545acba9f req-3abcbc5b-4e24-4c5e-b1a1-f67eb47d40ae tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.1241591 Jan 19 22:23:42.629217 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 55442) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:42.687329 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e9a424e9-7573-445d-a73f-f78545acba9f req-8374db93-e5a4-4074-b1a0-ce3540142c57 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735419 Jan 19 22:23:42.838179 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e8e2ac39-6ecf-49fc-9ae5-000fafcbd455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:42.839087 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 73edabd6-9b3d-4a82-bd37-a8b53dee32c8 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:23:42.853191 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-15a4a4cf-7bea-476f-9ade-8fbe0a7f7442 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for floatingip, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:42.854293 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-e8e2ac39-6ecf-49fc-9ae5-000fafcbd455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:42.859033 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e8e2ac39-6ecf-49fc-9ae5-000fafcbd455 admin admin] Usage tracker for resource:security_group_rule and tenant:37cfbf0d754447a1b4c26448bdd0167f is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:42.862064 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e8e2ac39-6ecf-49fc-9ae5-000fafcbd455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:42.866969 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-15a4a4cf-7bea-476f-9ade-8fbe0a7f7442 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:42.868279 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-e8e2ac39-6ecf-49fc-9ae5-000fafcbd455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:42.920629 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 73edabd6-9b3d-4a82-bd37-a8b53dee32c8 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:42.921056 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:42.965643 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e8e2ac39-6ecf-49fc-9ae5-000fafcbd455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:42.969527 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e8e2ac39-6ecf-49fc-9ae5-000fafcbd455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:43.009994 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:43.060667 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.l3_db [None req-15a4a4cf-7bea-476f-9ade-8fbe0a7f7442 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Floating IP 7f98a206-75c9-4ed2-8562-e0b6f74520c9 associated. External IP: 172.27.0.214, port: d458c3d4-a4c2-4e1d-9a41-4513447ebb19. Jan 19 22:23:43.227618 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-e8e2ac39-6ecf-49fc-9ae5-000fafcbd455 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=37cfbf0d754447a1b4c26448bdd0167f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5972552 Jan 19 22:23:43.232991 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 55460) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:43.385009 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-67d718f8-23bd-4fa9-8127-248ae8233009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:43.414827 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-67d718f8-23bd-4fa9-8127-248ae8233009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:43.450882 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2095-d4bc-4eeb-afc7-f5f1d3fd9878 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for floatingip, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:43.468958 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2095-d4bc-4eeb-afc7-f5f1d3fd9878 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:43.473279 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2ac39-6ecf-49fc-9ae5-000fafcbd455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2317167-a989-41cd-9738-85775c0f0ebd,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:43.478321 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-67d718f8-23bd-4fa9-8127-248ae8233009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:43.488136 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e8e2ac39-6ecf-49fc-9ae5-000fafcbd455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:43.489088 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e8e2ac39-6ecf-49fc-9ae5-000fafcbd455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:43.510929 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d718f8-23bd-4fa9-8127-248ae8233009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2317167-a989-41cd-9738-85775c0f0ebd,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:43.523074 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-67d718f8-23bd-4fa9-8127-248ae8233009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:43.531369 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-67d718f8-23bd-4fa9-8127-248ae8233009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:43.533149 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-67d718f8-23bd-4fa9-8127-248ae8233009 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a2317167-a989-41cd-9738-85775c0f0ebd HTTP/1.1" status: 204 len: 168 time: 0.2977083 Jan 19 22:23:43.565381 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc21f6a-d3b6-469f-950f-907103424f95 req-186e1686-a46e-46a7-bc3c-fe0dc83d1e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:43.567806 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7fc21f6a-d3b6-469f-950f-907103424f95 req-186e1686-a46e-46a7-bc3c-fe0dc83d1e9d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d08033f1-a268-4c27-9194-b91d2f1e4495 HTTP/1.1" status: 200 len: 1163 time: 0.8193648 Jan 19 22:23:43.610533 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0718e-c275-415c-8104-53e885db5494 req-8990362c-ff42-487d-945b-f50e4d8a245c tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:43.612380 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-61c0718e-c275-415c-8104-53e885db5494 req-8990362c-ff42-487d-945b-f50e4d8a245c tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=d08033f1-a268-4c27-9194-b91d2f1e4495 HTTP/1.1" status: 200 len: 946 time: 0.3836176 Jan 19 22:23:43.706219 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-61c0718e-c275-415c-8104-53e885db5494 req-909097ec-348d-454c-8cdd-b029411fa3ac tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865862 Jan 19 22:23:44.024068 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7fc21f6a-d3b6-469f-950f-907103424f95 req-669a5b25-c65f-4523-b312-069edd9e7148 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414093 Jan 19 22:23:44.111391 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 55482) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:44.150932 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b6c07108-b674-40e2-b8c5-874eca5fb91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:44.181459 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-b6c07108-b674-40e2-b8c5-874eca5fb91f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:44.213704 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab322e-f468-40bd-85a6-657cd32b5a03 req-769a3ac7-b080-4fec-8527-30946b763f4c tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:44.216322 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b0ab322e-f468-40bd-85a6-657cd32b5a03 req-769a3ac7-b080-4fec-8527-30946b763f4c tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.2789249 Jan 19 22:23:44.219919 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-b6c07108-b674-40e2-b8c5-874eca5fb91f admin admin] Usage tracker for resource:security_group_rule and tenant:122050f25e3c47b498d8ccecf239ac09 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:44.224604 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-b6c07108-b674-40e2-b8c5-874eca5fb91f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:44.230827 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.l3_db [None req-ee9b2095-d4bc-4eeb-afc7-f5f1d3fd9878 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Floating IP d7bd0e0b-f342-440f-9074-ef6f6372d02a associated. External IP: 172.27.0.172, port: 3ce822e1-882c-4499-b315-f793eb56f8f9. Jan 19 22:23:44.233070 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-b6c07108-b674-40e2-b8c5-874eca5fb91f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:44.343147 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b6c07108-b674-40e2-b8c5-874eca5fb91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:44.365694 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b6c07108-b674-40e2-b8c5-874eca5fb91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:44.401646 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4fe741e9-e156-419b-b1cf-9d4ab798e29a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:44.450534 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-b6c07108-b674-40e2-b8c5-874eca5fb91f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=122050f25e3c47b498d8ccecf239ac09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304698 Jan 19 22:23:44.455236 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c07108-b674-40e2-b8c5-874eca5fb91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225701b6-151a-4ffe-8dbc-867a35d45cde,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:44.457959 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 55496) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:44.469148 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b6c07108-b674-40e2-b8c5-874eca5fb91f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:44.578386 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-30ac6f5e-a5d2-4424-9db6-e12eec5fd922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:44.589769 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b0ab322e-f468-40bd-85a6-657cd32b5a03 req-24ad292f-a2c2-4bb5-8997-919be6f41839 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447524 Jan 19 22:23:44.627221 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a4a4cf-7bea-476f-9ade-8fbe0a7f7442 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Router 153e7ab8-b846-4db1-b200-e94ed46ff16a has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:23:44.645554 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-30ac6f5e-a5d2-4424-9db6-e12eec5fd922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:44.700628 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-30ac6f5e-a5d2-4424-9db6-e12eec5fd922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:44.707511 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:44.728646 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-30ac6f5e-a5d2-4424-9db6-e12eec5fd922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:44.732336 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-30ac6f5e-a5d2-4424-9db6-e12eec5fd922 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/225701b6-151a-4ffe-8dbc-867a35d45cde HTTP/1.1" status: 204 len: 168 time: 0.2679620 Jan 19 22:23:44.732336 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac6f5e-a5d2-4424-9db6-e12eec5fd922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225701b6-151a-4ffe-8dbc-867a35d45cde,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:44.733727 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-30ac6f5e-a5d2-4424-9db6-e12eec5fd922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:44.844188 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9b2095-d4bc-4eeb-afc7-f5f1d3fd9878 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Router 83806c06-c060-48ad-82bf-962c2f51c26a has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:23:44.948085 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a4a4cf-7bea-476f-9ade-8fbe0a7f7442 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:23:44.966219 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c82a8d8-8424-4294-ad76-9c24e89dec6a None None] Sync routers for ids ['153e7ab8-b846-4db1-b200-e94ed46ff16a'] in dv-cinder-750782-5-iscsi {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:23:44.979848 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c82a8d8-8424-4294-ad76-9c24e89dec6a None None] Routers {'153e7ab8-b846-4db1-b200-e94ed46ff16a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:23:44.980944 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-5c82a8d8-8424-4294-ad76-9c24e89dec6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:23:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['153e7ab8-b846-4db1-b200-e94ed46ff16a'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:23:45.004366 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-15a4a4cf-7bea-476f-9ade-8fbe0a7f7442 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:45.012099 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859742cd-d2b2-41d7-8ef7-7320ea977a4b req-85d5e34e-d7ca-479e-8585-8501b1e57c60 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:45.014129 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-859742cd-d2b2-41d7-8ef7-7320ea977a4b req-85d5e34e-d7ca-479e-8585-8501b1e57c60 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=d08033f1-a268-4c27-9194-b91d2f1e4495 HTTP/1.1" status: 200 len: 946 time: 0.1379097 Jan 19 22:23:45.085856 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-859742cd-d2b2-41d7-8ef7-7320ea977a4b req-f3f94381-e68e-4b82-8bd5-c7a23dfd8536 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611625 Jan 19 22:23:45.101343 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-15a4a4cf-7bea-476f-9ade-8fbe0a7f7442 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "PUT /v2.0/floatingips/7f98a206-75c9-4ed2-8562-e0b6f74520c9 HTTP/1.1" status: 200 len: 992 time: 4.7611270 Jan 19 22:23:45.104182 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c74ace-0155-4a50-8f2d-a99ffed11549', 'tag': 'd458c3d4-a4c2-4e1d-9a41-4513447ebb19'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:23:45.139072 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9b2095-d4bc-4eeb-afc7-f5f1d3fd9878 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:23:45.144024 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2095-d4bc-4eeb-afc7-f5f1d3fd9878 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:45.150107 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ab028c-5b9d-4c57-b7e7-4cc7d17b0855 None None] Sync routers for ids ['83806c06-c060-48ad-82bf-962c2f51c26a'] in dv-cinder-750782-5-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:23:45.168513 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ab028c-5b9d-4c57-b7e7-4cc7d17b0855 None None] Routers {'83806c06-c060-48ad-82bf-962c2f51c26a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:23:45.172590 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-07ab028c-5b9d-4c57-b7e7-4cc7d17b0855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:23:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['83806c06-c060-48ad-82bf-962c2f51c26a'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:23:45.208784 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-ee9b2095-d4bc-4eeb-afc7-f5f1d3fd9878 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "PUT /v2.0/floatingips/d7bd0e0b-f342-440f-9074-ef6f6372d02a HTTP/1.1" status: 200 len: 991 time: 4.1299491 Jan 19 22:23:45.266053 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-5c82a8d8-8424-4294-ad76-9c24e89dec6a None None] Set router 153e7ab8-b846-4db1-b200-e94ed46ff16a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:23:45.268940 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c74ace-0155-4a50-8f2d-a99ffed11549', 'tag': 'd458c3d4-a4c2-4e1d-9a41-4513447ebb19', 'status': 'completed', 'code': 200} Jan 19 22:23:45.291279 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 55516) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:45.313301 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3eb09bc3-f400-49b1-8859-a20a334ca90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:45.334214 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-3eb09bc3-f400-49b1-8859-a20a334ca90d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:45.338372 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-3eb09bc3-f400-49b1-8859-a20a334ca90d admin admin] Usage tracker for resource:security_group_rule and tenant:6110c410e9894fa2a45df8c88489b60f is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:45.342127 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-3eb09bc3-f400-49b1-8859-a20a334ca90d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:45.348305 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-3eb09bc3-f400-49b1-8859-a20a334ca90d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:45.437783 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-07ab028c-5b9d-4c57-b7e7-4cc7d17b0855 None None] Set router 83806c06-c060-48ad-82bf-962c2f51c26a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:23:45.447111 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3eb09bc3-f400-49b1-8859-a20a334ca90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:45.451302 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3eb09bc3-f400-49b1-8859-a20a334ca90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:45.461144 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-274c29d5-bab6-4d2e-a1a9-c001a8109c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:45.509012 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-3eb09bc3-f400-49b1-8859-a20a334ca90d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6110c410e9894fa2a45df8c88489b60f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162924 Jan 19 22:23:45.511183 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb09bc3-f400-49b1-8859-a20a334ca90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15455db-de07-485c-9637-705700283858,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:45.512413 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 55524) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:45.515491 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3eb09bc3-f400-49b1-8859-a20a334ca90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:45.579963 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e8d2ae70-698d-4db1-b0f9-48cd6648cb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:45.614604 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e8d2ae70-698d-4db1-b0f9-48cd6648cb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:45.675429 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e8d2ae70-698d-4db1-b0f9-48cd6648cb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:45.681673 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-5941e681-129a-4710-8695-77f712d1fe60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:45.696985 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2ae70-698d-4db1-b0f9-48cd6648cb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15455db-de07-485c-9637-705700283858,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:45.708100 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e8d2ae70-698d-4db1-b0f9-48cd6648cb17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:45.710213 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e8d2ae70-698d-4db1-b0f9-48cd6648cb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:45.712388 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-e8d2ae70-698d-4db1-b0f9-48cd6648cb17 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e15455db-de07-485c-9637-705700283858 HTTP/1.1" status: 204 len: 168 time: 0.1987031 Jan 19 22:23:45.772994 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-5c82a8d8-8424-4294-ad76-9c24e89dec6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'name': 'tempest-AttachVolumeShelveTestJSON-1610638167-router', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:21Z', 'updated_at': '2021-01-19T22:22:42Z', 'revision_number': 4, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'gw_port': {'id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:23Z', 'updated_at': '2021-01-19T22:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': '7f98a206-75c9-4ed2-8562-e0b6f74520c9', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'port_id': 'd458c3d4-a4c2-4e1d-9a41-4513447ebb19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'mac_address': 'fa:16:3e:01:27:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c74ace-0155-4a50-8f2d-a99ffed11549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:23:01Z', 'updated_at': '2021-01-19T22:23:42Z', 'revision_number': 1, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9f7383-2193-4b0e-8d89-d888ad9fe420', 'name': '', 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'mac_address': 'fa:16:3e:f0:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:38Z', 'updated_at': '2021-01-19T22:22:58Z', 'revision_number': 5, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'subnets': [{'id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:23:45.781163 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c82a8d8-8424-4294-ad76-9c24e89dec6a None None] Checking router: 153e7ab8-b846-4db1-b200-e94ed46ff16a for host: dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:23:45.792178 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c82a8d8-8424-4294-ad76-9c24e89dec6a None None] Routers {'153e7ab8-b846-4db1-b200-e94ed46ff16a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:23:45.792673 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-5c82a8d8-8424-4294-ad76-9c24e89dec6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:23:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['153e7ab8-b846-4db1-b200-e94ed46ff16a'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:23:45.913782 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-07ab028c-5b9d-4c57-b7e7-4cc7d17b0855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'name': 'tempest-AttachVolumeTestJSON-1010770720-router', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:26Z', 'updated_at': '2021-01-19T22:22:49Z', 'revision_number': 4, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'gw_port': {'id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:32Z', 'updated_at': '2021-01-19T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': 'd7bd0e0b-f342-440f-9074-ef6f6372d02a', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'port_id': '3ce822e1-882c-4499-b315-f793eb56f8f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d', 'mac_address': 'fa:16:3e:ea:cb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4947b5a-1fa7-463b-937b-2c9a70934c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:22:58Z', 'updated_at': '2021-01-19T22:23:43Z', 'revision_number': 1, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a', 'name': '', 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'mac_address': 'fa:16:3e:5b:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:47Z', 'updated_at': '2021-01-19T22:23:05Z', 'revision_number': 5, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'subnets': [{'id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:23:45.918137 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ab028c-5b9d-4c57-b7e7-4cc7d17b0855 None None] Checking router: 83806c06-c060-48ad-82bf-962c2f51c26a for host: dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:23:45.927755 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ab028c-5b9d-4c57-b7e7-4cc7d17b0855 None None] Routers {'83806c06-c060-48ad-82bf-962c2f51c26a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:23:45.928131 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-07ab028c-5b9d-4c57-b7e7-4cc7d17b0855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:23:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['83806c06-c060-48ad-82bf-962c2f51c26a'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:23:45.988299 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-5c82a8d8-8424-4294-ad76-9c24e89dec6a None None] Set router 153e7ab8-b846-4db1-b200-e94ed46ff16a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:23:46.124736 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-07ab028c-5b9d-4c57-b7e7-4cc7d17b0855 None None] Set router 83806c06-c060-48ad-82bf-962c2f51c26a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:23:46.366763 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-5c82a8d8-8424-4294-ad76-9c24e89dec6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'name': 'tempest-AttachVolumeShelveTestJSON-1610638167-router', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:21Z', 'updated_at': '2021-01-19T22:22:42Z', 'revision_number': 4, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'gw_port': {'id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:23Z', 'updated_at': '2021-01-19T22:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': '7f98a206-75c9-4ed2-8562-e0b6f74520c9', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'port_id': 'd458c3d4-a4c2-4e1d-9a41-4513447ebb19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'mac_address': 'fa:16:3e:01:27:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c74ace-0155-4a50-8f2d-a99ffed11549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:23:01Z', 'updated_at': '2021-01-19T22:23:42Z', 'revision_number': 1, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9f7383-2193-4b0e-8d89-d888ad9fe420', 'name': '', 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'mac_address': 'fa:16:3e:f0:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:38Z', 'updated_at': '2021-01-19T22:22:58Z', 'revision_number': 5, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'subnets': [{'id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:23:46.371466 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c82a8d8-8424-4294-ad76-9c24e89dec6a None None] The sync data for ids ['153e7ab8-b846-4db1-b200-e94ed46ff16a'] in dv-cinder-750782-5-iscsi is: [{'id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'name': 'tempest-AttachVolumeShelveTestJSON-1610638167-router', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:21Z', 'updated_at': '2021-01-19T22:22:42Z', 'revision_number': 4, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'gw_port': {'id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:23Z', 'updated_at': '2021-01-19T22:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': '7f98a206-75c9-4ed2-8562-e0b6f74520c9', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'port_id': 'd458c3d4-a4c2-4e1d-9a41-4513447ebb19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'mac_address': 'fa:16:3e:01:27:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c74ace-0155-4a50-8f2d-a99ffed11549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:23:01Z', 'updated_at': '2021-01-19T22:23:42Z', 'revision_number': 1, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9f7383-2193-4b0e-8d89-d888ad9fe420', 'name': '', 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'mac_address': 'fa:16:3e:f0:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:38Z', 'updated_at': '2021-01-19T22:22:58Z', 'revision_number': 5, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'subnets': [{'id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:23:46.528655 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-07ab028c-5b9d-4c57-b7e7-4cc7d17b0855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'name': 'tempest-AttachVolumeTestJSON-1010770720-router', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:26Z', 'updated_at': '2021-01-19T22:22:49Z', 'revision_number': 4, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'gw_port': {'id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:32Z', 'updated_at': '2021-01-19T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': 'd7bd0e0b-f342-440f-9074-ef6f6372d02a', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'port_id': '3ce822e1-882c-4499-b315-f793eb56f8f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d', 'mac_address': 'fa:16:3e:ea:cb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4947b5a-1fa7-463b-937b-2c9a70934c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:22:58Z', 'updated_at': '2021-01-19T22:23:43Z', 'revision_number': 1, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a', 'name': '', 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'mac_address': 'fa:16:3e:5b:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:47Z', 'updated_at': '2021-01-19T22:23:05Z', 'revision_number': 5, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'subnets': [{'id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:23:46.532985 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ab028c-5b9d-4c57-b7e7-4cc7d17b0855 None None] The sync data for ids ['83806c06-c060-48ad-82bf-962c2f51c26a'] in dv-cinder-750782-5-iscsi is: [{'id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'name': 'tempest-AttachVolumeTestJSON-1010770720-router', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:26Z', 'updated_at': '2021-01-19T22:22:49Z', 'revision_number': 4, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'gw_port': {'id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:32Z', 'updated_at': '2021-01-19T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': 'd7bd0e0b-f342-440f-9074-ef6f6372d02a', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'port_id': '3ce822e1-882c-4499-b315-f793eb56f8f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d', 'mac_address': 'fa:16:3e:ea:cb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4947b5a-1fa7-463b-937b-2c9a70934c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:22:58Z', 'updated_at': '2021-01-19T22:23:43Z', 'revision_number': 1, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a', 'name': '', 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'mac_address': 'fa:16:3e:5b:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:47Z', 'updated_at': '2021-01-19T22:23:05Z', 'revision_number': 5, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'subnets': [{'id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:23:46.704222 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90efc5d3-0d7c-418a-ad94-4d061b00e61f None None] New status for floating IP 7f98a206-75c9-4ed2-8562-e0b6f74520c9: ACTIVE {{(pid=80183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:23:46.799473 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 55556) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:46.945809 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e53289-225d-4c8c-91d7-b871908957db None None] New status for floating IP d7bd0e0b-f342-440f-9074-ef6f6372d02a: ACTIVE {{(pid=80182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:23:46.977111 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-360470052-network', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:23:46.982598 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:46.987151 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Usage tracker for resource:network and tenant:506c7be82ade45dbbf2380d49038ee72 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:46.990364 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:46.997397 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:47.009163 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Made reservation on behalf of 506c7be82ade45dbbf2380d49038ee72 for: {'network': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:23:47.014017 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for network, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:47.028014 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:47.044564 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:47.048676 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Usage tracker for resource:security_group_rule and tenant:506c7be82ade45dbbf2380d49038ee72 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:47.051698 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:47.057580 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:47.143955 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:47.147150 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:47.151802 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:47.182630 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:23:47.196934 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799bff44-7f83-4be6-94b1-ac39f136ea48,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:47.201743 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:47.202784 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735727412510', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:47.203207 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.segments_db [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Added segment 0621467d-81de-4253-9188-69472b578be3 of type vxlan for network 17ee81f9-a178-4a93-963d-840d16aa8c49 Jan 19 22:23:47.232388 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735727031838'] for network, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:47.268458 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for network, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:47.269913 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:47.270547 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:47.274531 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4947b5a-1fa7-463b-937b-2c9a70934c71', 'tag': '3ce822e1-882c-4499-b315-f793eb56f8f9'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:23:47.281128 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-2c800932-bdf5-4f60-8112-06e6ce886c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:47.385216 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5844712 Jan 19 22:23:47.386158 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Pushing event updated for resources: {'Network': ['ID=17ee81f9-a178-4a93-963d-840d16aa8c49,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:47.388550 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 55568) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:47.389271 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:47.399178 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-27284582-7025-471e-b7a7-cb8f49434829 admin admin] Request body: {'subnet': {'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-360470052-subnet', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:23:47.401116 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Network 17ee81f9-a178-4a93-963d-840d16aa8c49 details requested by agent ovs-agent-dv-cinder-750782-5-iscsi with host dv-cinder-750782-5-iscsi {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:23:47.404587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-27284582-7025-471e-b7a7-cb8f49434829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:47.408636 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-27284582-7025-471e-b7a7-cb8f49434829 admin admin] Usage tracker for resource:subnet and tenant:506c7be82ade45dbbf2380d49038ee72 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:47.411640 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-27284582-7025-471e-b7a7-cb8f49434829 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:47.417613 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-27284582-7025-471e-b7a7-cb8f49434829 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:47.427336 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27284582-7025-471e-b7a7-cb8f49434829 admin admin] Made reservation on behalf of 506c7be82ade45dbbf2380d49038ee72 for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:23:47.432278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-27284582-7025-471e-b7a7-cb8f49434829 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2619945'] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:47.845426 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-27284582-7025-471e-b7a7-cb8f49434829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3995136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2619960'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:47.860849 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:47.985611 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27284582-7025-471e-b7a7-cb8f49434829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e724ee9-a620-4321-9e90-df17c9c2dc02,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:48.001485 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-27284582-7025-471e-b7a7-cb8f49434829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:48.073675 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Network 17ee81f9-a178-4a93-963d-840d16aa8c49 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:23:48.093407 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88734fa-98b1-4988-aa0a-46d1e96435e5 req-80aac67c-21e6-47c6-a0f9-c007899c2f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:48.095349 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a88734fa-98b1-4988-aa0a-46d1e96435e5 req-80aac67c-21e6-47c6-a0f9-c007899c2f30 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e64eda3ec4144b5bb294b9dc3338c915&device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 1163 time: 0.1164491 Jan 19 22:23:48.103755 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27284582-7025-471e-b7a7-cb8f49434829 admin admin] Checking segment: {'id': '0621467d-81de-4253-9188-69472b578be3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:23:48.104259 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27284582-7025-471e-b7a7-cb8f49434829 admin admin] Network hostable DHCP agents. Network: 17ee81f9-a178-4a93-963d-840d16aa8c49, hostable agents: ['0298d202-b593-4dd5-8d1c-743f0535002a'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:23:48.159470 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27284582-7025-471e-b7a7-cb8f49434829 admin admin] Network 17ee81f9-a178-4a93-963d-840d16aa8c49 is scheduled to be hosted by DHCP agent 0298d202-b593-4dd5-8d1c-743f0535002a with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:23:48.177015 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-27284582-7025-471e-b7a7-cb8f49434829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-iscsi, 17ee81f9-a178-4a93-963d-840d16aa8c49) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:23:48.205482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27284582-7025-471e-b7a7-cb8f49434829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:48.206243 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-27284582-7025-471e-b7a7-cb8f49434829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:48.304984 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-27284582-7025-471e-b7a7-cb8f49434829 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9148066 Jan 19 22:23:48.308382 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 55578) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:48.316164 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-360470052-router', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:23:48.321959 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:48.323273 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88734fa-98b1-4988-aa0a-46d1e96435e5 req-a35bae93-4212-4b54-a2af-99532e6e998a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:48.325043 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a88734fa-98b1-4988-aa0a-46d1e96435e5 req-a35bae93-4212-4b54-a2af-99532e6e998a service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 HTTP/1.1" status: 200 len: 911 time: 0.2165110 Jan 19 22:23:48.326364 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] Usage tracker for resource:router and tenant:506c7be82ade45dbbf2380d49038ee72 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:48.329888 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:48.336927 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:48.347681 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce87c72-88ec-4f27-902b-276a11f649dd None None] Network 17ee81f9-a178-4a93-963d-840d16aa8c49 requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:23:48.364954 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774574'] for router, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:48.366779 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854348406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854251773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854357454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1069'] for router, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:48.487539 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a88734fa-98b1-4988-aa0a-46d1e96435e5 req-ef74a6ff-4613-46bd-81e0-c3dd518e2155 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d458c3d4-a4c2-4e1d-9a41-4513447ebb19 HTTP/1.1" status: 200 len: 1002 time: 0.1544919 Jan 19 22:23:48.488113 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce1855-9088-418f-a0f1-d2ac43f8a795 req-d6b18da1-3a7d-4d27-a002-a53cb4d9e3b6 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:48.489827 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c4ce1855-9088-418f-a0f1-d2ac43f8a795 req-d6b18da1-3a7d-4d27-a002-a53cb4d9e3b6 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.2963605 Jan 19 22:23:48.517766 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:48.583453 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c4ce1855-9088-418f-a0f1-d2ac43f8a795 req-97e8f11c-47ee-41f4-92cf-b99a5c943b07 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858266 Jan 19 22:23:48.610403 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88734fa-98b1-4988-aa0a-46d1e96435e5 req-117fed33-eb79-40f4-883a-c22d41f94393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:48.612152 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a88734fa-98b1-4988-aa0a-46d1e96435e5 req-117fed33-eb79-40f4-883a-c22d41f94393 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=728f42a3-f50d-4a74-bd63-43882f750a76 HTTP/1.1" status: 200 len: 856 time: 0.0900924 Jan 19 22:23:48.702715 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfee72873-9919-50a9-87f3-d37d1a9072ae-17ee81f9-a178-4a93-963d-840d16aa8c49', 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'fixed_ips': [{'subnet_id': '1e724ee9-a620-4321-9e90-df17c9c2dc02'}]}} from dv-cinder-750782-5-iscsi. {{(pid=80182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 19 22:23:48.703629 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:48.718750 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4947b5a-1fa7-463b-937b-2c9a70934c71', 'tag': '3ce822e1-882c-4499-b315-f793eb56f8f9', 'status': 'completed', 'code': 200} Jan 19 22:23:48.756210 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88734fa-98b1-4988-aa0a-46d1e96435e5 req-73e8bdfa-e74b-4ffc-8115-c701181cf3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:48.758710 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a88734fa-98b1-4988-aa0a-46d1e96435e5 req-73e8bdfa-e74b-4ffc-8115-c701181cf3a5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1211207 Jan 19 22:23:48.763217 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cb1ab-abf6-4b16-86b4-496301ea34be req-80b7b18e-eddc-45dc-81e5-36345debb40f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:48.764879 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-008cb1ab-abf6-4b16-86b4-496301ea34be req-80b7b18e-eddc-45dc-81e5-36345debb40f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=d08033f1-a268-4c27-9194-b91d2f1e4495 HTTP/1.1" status: 200 len: 946 time: 0.3651798 Jan 19 22:23:48.930447 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a88734fa-98b1-4988-aa0a-46d1e96435e5 req-f30c6984-acf7-4865-9dd7-4ab28234603e service neutron] 10.222.0.65 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574559 Jan 19 22:23:49.010835 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Allocated IP 172.20.0.2 (17ee81f9-a178-4a93-963d-840d16aa8c49/1e724ee9-a620-4321-9e90-df17c9c2dc02/24e1a497-f994-4e23-a997-31045ea07d5e) {{(pid=80182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:23:49.016284 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854251726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854349535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1084'] for router, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:49.032092 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-008cb1ab-abf6-4b16-86b4-496301ea34be req-6c4f153b-4106-4bce-8c86-b1bf04bfac62 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079568 Jan 19 22:23:49.065184 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18e6cc-af2c-4cbe-9022-cbe4bb1961d5 req-5b58cb19-64ff-4a5b-ad70-d87b207bd790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:49.065184 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-da18e6cc-af2c-4cbe-9022-cbe4bb1961d5 req-5b58cb19-64ff-4a5b-ad70-d87b207bd790 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6fd968d1c0e14ecda944d7b49ae103b9&device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 1162 time: 0.3256698 Jan 19 22:23:49.195184 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a88734fa-98b1-4988-aa0a-46d1e96435e5 req-5d9b0d6d-27d1-49d0-ba98-cf1a86f10e81 service neutron] 10.222.0.65 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2288909 Jan 19 22:23:49.555613 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Notify callbacks [] for port, precommit_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:49.567558 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Transition to ACTIVE for port object 24e1a497-f994-4e23-a997-31045ea07d5e will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:23:49.569814 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18e6cc-af2c-4cbe-9022-cbe4bb1961d5 req-9a3e1d17-39a2-4d2a-ad3e-c180a4466d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:49.571525 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-da18e6cc-af2c-4cbe-9022-cbe4bb1961d5 req-9a3e1d17-39a2-4d2a-ad3e-c180a4466d48 service neutron] 10.222.0.65 "GET /v2.0/networks?id=af289a99-4938-4c37-bab6-8e3fa35bb17d HTTP/1.1" status: 200 len: 905 time: 0.5033188 Jan 19 22:23:49.588346 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Transition to ACTIVE for port object 24e1a497-f994-4e23-a997-31045ea07d5e will not be triggered until provisioned by entity DHCP. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:23:49.593505 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:49.609721 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:49.717319 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-da18e6cc-af2c-4cbe-9022-cbe4bb1961d5 req-78b60a71-9d39-4ecf-96e4-432bbc54cb55 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ce822e1-882c-4499-b315-f793eb56f8f9 HTTP/1.1" status: 200 len: 1001 time: 0.1329980 Jan 19 22:23:49.809886 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Network 17ee81f9-a178-4a93-963d-840d16aa8c49 is already hosted by enough agents. {{(pid=80182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:23:49.813562 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Resources bound (agent type, host, resource id): {{(pid=80182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:23:49.818066 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Received port after_create {{(pid=80182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:23:49.898207 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Pushing event updated for resources: {'Port': ['ID=24e1a497-f994-4e23-a997-31045ea07d5e,revision_number=1']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:49.914769 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:49.954755 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Attempting to bind port 24e1a497-f994-4e23-a997-31045ea07d5e on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:23:49.955238 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Attempting to bind port 24e1a497-f994-4e23-a997-31045ea07d5e by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': '0621467d-81de-4253-9188-69472b578be3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:23:49.955581 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Attempting to bind port 24e1a497-f994-4e23-a997-31045ea07d5e on network 17ee81f9-a178-4a93-963d-840d16aa8c49 {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:23:49.967550 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:23:49.967975 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Checking segment: {'id': '0621467d-81de-4253-9188-69472b578be3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:23:49.968429 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:49.968871 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Bound using segment: {'id': '0621467d-81de-4253-9188-69472b578be3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:23:49.969425 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Bound port: 24e1a497-f994-4e23-a997-31045ea07d5e, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0621467d-81de-4253-9188-69472b578be3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:23:49.969857 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:50.098506 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] For port 24e1a497-f994-4e23-a997-31045ea07d5e, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:23:50.102048 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] For port 24e1a497-f994-4e23-a997-31045ea07d5e, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=24e1a497-f994-4e23-a997-31045ea07d5e,segment=NetworkSegment(0621467d-81de-4253-9188-69472b578be3),segment_id=0621467d-81de-4253-9188-69472b578be3)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:23:50.118298 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:50.201597 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 55622) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:50.211511 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18e6cc-af2c-4cbe-9022-cbe4bb1961d5 req-a26ae6f2-b092-446e-8298-a0df570109e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:50.211900 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:50.213113 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-da18e6cc-af2c-4cbe-9022-cbe4bb1961d5 req-a26ae6f2-b092-446e-8298-a0df570109e7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54bbe0c3-777f-48a8-98b7-95d97e881ce2 HTTP/1.1" status: 200 len: 850 time: 0.4259214 Jan 19 22:23:50.296273 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Pushing event updated for resources: {'Port': ['ID=24e1a497-f994-4e23-a997-31045ea07d5e,revision_number=2']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:50.310415 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:50.383279 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:50.392047 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1e1f7e26-42c7-4903-adb5-80e46ccd136e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:50.409192 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-1e1f7e26-42c7-4903-adb5-80e46ccd136e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:50.415521 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-1e1f7e26-42c7-4903-adb5-80e46ccd136e admin admin] Usage tracker for resource:security_group_rule and tenant:f3c8ad57265d4dadb3febb7379415e58 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:50.417941 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-1e1f7e26-42c7-4903-adb5-80e46ccd136e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:50.424398 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-1e1f7e26-42c7-4903-adb5-80e46ccd136e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:50.432790 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:50.503822 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977ac46-a9a0-4633-9314-9bdbe7e36f70 req-e349bac5-04c9-409f-99c9-edfb3abd733f tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:50.511019 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c977ac46-a9a0-4633-9314-9bdbe7e36f70 req-e349bac5-04c9-409f-99c9-edfb3abd733f tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.5282605 Jan 19 22:23:50.541599 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1e1f7e26-42c7-4903-adb5-80e46ccd136e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:50.545229 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1e1f7e26-42c7-4903-adb5-80e46ccd136e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:50.555146 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d0bc4af9-dd46-48a3-b851-e8471e538bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:50.601696 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-1e1f7e26-42c7-4903-adb5-80e46ccd136e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f3c8ad57265d4dadb3febb7379415e58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3988199 Jan 19 22:23:50.602798 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f7e26-42c7-4903-adb5-80e46ccd136e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3da88cb-93f0-41b7-9a8a-5a603301bb5f,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:50.606876 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 55638) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:50.610130 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1e1f7e26-42c7-4903-adb5-80e46ccd136e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:50.657557 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698749ca-4cd7-4e6c-b73d-a11791995a67 req-bf4c2bf9-3732-48da-9b11-2fa28ca674fb tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:50.666113 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-698749ca-4cd7-4e6c-b73d-a11791995a67 req-bf4c2bf9-3732-48da-9b11-2fa28ca674fb tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=d08033f1-a268-4c27-9194-b91d2f1e4495 HTTP/1.1" status: 200 len: 946 time: 0.4496059 Jan 19 22:23:50.677676 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18e6cc-af2c-4cbe-9022-cbe4bb1961d5 req-f8246e5b-1e88-4fed-878c-390291922987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:50.679664 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-da18e6cc-af2c-4cbe-9022-cbe4bb1961d5 req-f8246e5b-1e88-4fed-878c-390291922987 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af289a99-4938-4c37-bab6-8e3fa35bb17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4118004 Jan 19 22:23:50.680061 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-97a0f76e-dbb7-4788-bd43-a55bc395459a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:50.716263 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-97a0f76e-dbb7-4788-bd43-a55bc395459a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:50.786645 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:50.790169 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c977ac46-a9a0-4633-9314-9bdbe7e36f70 req-52e86b1a-2831-45a9-974d-8c65c3fc97ca tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586005 Jan 19 22:23:50.837681 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-97a0f76e-dbb7-4788-bd43-a55bc395459a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:50.838454 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-698749ca-4cd7-4e6c-b73d-a11791995a67 req-7c919b05-8640-4e47-b07f-add095115085 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715360 Jan 19 22:23:50.847041 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-34ad2d09-7f7a-4e30-a005-aec9bf89f418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:50.863064 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0f76e-dbb7-4788-bd43-a55bc395459a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3da88cb-93f0-41b7-9a8a-5a603301bb5f,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:50.866521 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-97a0f76e-dbb7-4788-bd43-a55bc395459a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:50.867412 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-97a0f76e-dbb7-4788-bd43-a55bc395459a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:50.872996 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-97a0f76e-dbb7-4788-bd43-a55bc395459a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f3da88cb-93f0-41b7-9a8a-5a603301bb5f HTTP/1.1" status: 204 len: 168 time: 0.2642889 Jan 19 22:23:51.233150 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] Allocated IP 172.27.0.141 (8ee66800-a804-40da-8341-42d4a5bfa70e/1d78e577-375f-4e80-a30d-36805bf42fd3/3ef51a17-60dc-4acd-ac95-7742bf02c606) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:23:51.437032 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-da18e6cc-af2c-4cbe-9022-cbe4bb1961d5 req-93773699-d7c3-475e-93a9-040227665e05 service neutron] 10.222.0.65 "GET /v2.0/networks/af289a99-4938-4c37-bab6-8e3fa35bb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7172778 Jan 19 22:23:51.469698 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 55662) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:51.490365 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e43535e7-ad9c-463b-8218-7ec25c695fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:51.492587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:51.509180 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-e43535e7-ad9c-463b-8218-7ec25c695fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:51.513292 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e43535e7-ad9c-463b-8218-7ec25c695fe1 admin admin] Usage tracker for resource:security_group_rule and tenant:1e2497d4d74b4dab8c164986364e5a9f is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:51.516690 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e43535e7-ad9c-463b-8218-7ec25c695fe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:51.523317 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-e43535e7-ad9c-463b-8218-7ec25c695fe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:51.664210 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-da18e6cc-af2c-4cbe-9022-cbe4bb1961d5 req-e8fd1c21-6b18-4ac4-8b8f-2559b580718a service neutron] 10.222.0.65 "GET /v2.0/networks/af289a99-4938-4c37-bab6-8e3fa35bb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2171371 Jan 19 22:23:51.664409 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e43535e7-ad9c-463b-8218-7ec25c695fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:51.670157 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e43535e7-ad9c-463b-8218-7ec25c695fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:51.671581 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:51.695504 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-fd381f41-558d-4822-83c9-2d434ea47990 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:51.703037 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ae2260c3-684d-431d-96d9-cd262737b965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:51.738838 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43535e7-ad9c-463b-8218-7ec25c695fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb56fe13-120c-4745-8ad2-e26aa88e1f01,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:51.750529 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e43535e7-ad9c-463b-8218-7ec25c695fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:51.786370 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 24e1a497-f994-4e23-a997-31045ea07d5e up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:23:51.797710 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-e43535e7-ad9c-463b-8218-7ec25c695fe1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1e2497d4d74b4dab8c164986364e5a9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265667 Jan 19 22:23:51.801161 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 55670) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:51.819800 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] Pushing event updated for resources: {'Port': ['ID=3ef51a17-60dc-4acd-ac95-7742bf02c606,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:51.891060 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:51.905455 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port 24e1a497-f994-4e23-a997-31045ea07d5e completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:23:51.969641 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-36205d92-932b-4173-9435-1386bd18deb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:51.994901 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] Network 8ee66800-a804-40da-8341-42d4a5bfa70e is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:23:51.996338 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:23:51.999154 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:23:52.044435 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-36205d92-932b-4173-9435-1386bd18deb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:52.115136 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a509e3d1-e6f3-4786-a8f5-53a08659b1f6 None None] Network 17ee81f9-a178-4a93-963d-840d16aa8c49 requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:23:52.150732 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-36205d92-932b-4173-9435-1386bd18deb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:52.166107 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-70963563-48bf-4f30-9f03-a9d31d7a3571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:52.193379 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-36205d92-932b-4173-9435-1386bd18deb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:52.197808 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-36205d92-932b-4173-9435-1386bd18deb7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb56fe13-120c-4745-8ad2-e26aa88e1f01 HTTP/1.1" status: 204 len: 168 time: 0.3955598 Jan 19 22:23:52.204245 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36205d92-932b-4173-9435-1386bd18deb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb56fe13-120c-4745-8ad2-e26aa88e1f01,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:52.214192 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-36205d92-932b-4173-9435-1386bd18deb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:52.266417 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-2d0f8541-9e7b-4907-916a-4517b7414d20 None None] Provisioning for port 24e1a497-f994-4e23-a997-31045ea07d5e completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:23:52.305546 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-2d0f8541-9e7b-4907-916a-4517b7414d20 None None] Provisioning complete for port 24e1a497-f994-4e23-a997-31045ea07d5e triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:52.306157 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2d0f8541-9e7b-4907-916a-4517b7414d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:52.674705 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2d0f8541-9e7b-4907-916a-4517b7414d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:52.699945 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b66d3-ae01-4e2b-ab97-83b5f7f3e326 req-8bfd48c2-088e-47fe-9f1f-18e9760a1d50 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:52.701605 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-873b66d3-ae01-4e2b-ab97-83b5f7f3e326 req-8bfd48c2-088e-47fe-9f1f-18e9760a1d50 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.6580901 Jan 19 22:23:52.745704 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-2d0f8541-9e7b-4907-916a-4517b7414d20 None None] For port 24e1a497-f994-4e23-a997-31045ea07d5e, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=24e1a497-f994-4e23-a997-31045ea07d5e,segment=NetworkSegment(0621467d-81de-4253-9188-69472b578be3),segment_id=0621467d-81de-4253-9188-69472b578be3)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:23:52.749697 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2d0f8541-9e7b-4907-916a-4517b7414d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:52.751621 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:52.875854 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-873b66d3-ae01-4e2b-ab97-83b5f7f3e326 req-27900a08-1ba7-4d23-bb18-564518872955 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599782 Jan 19 22:23:52.941416 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f8541-9e7b-4907-916a-4517b7414d20 None None] Pushing event updated for resources: {'Port': ['ID=24e1a497-f994-4e23-a997-31045ea07d5e,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:52.947680 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-2d0f8541-9e7b-4907-916a-4517b7414d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:53.191421 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-bf52e8fc-69c3-4ffe-94fd-28eacd0906a7 None None] Provisioning complete for port 24e1a497-f994-4e23-a997-31045ea07d5e triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:53.193905 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bf52e8fc-69c3-4ffe-94fd-28eacd0906a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:53.307296 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:53.594052 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-3a5f3835-152f-4d65-b2dc-1520dcad6f95 None None] Provisioning complete for port 24e1a497-f994-4e23-a997-31045ea07d5e triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:53.594809 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3835-152f-4d65-b2dc-1520dcad6f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:53.706417 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 24e1a497-f994-4e23-a997-31045ea07d5e up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:23:53.821881 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854343512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854343465'] for router, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:53.855846 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 24e1a497-f994-4e23-a997-31045ea07d5e triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:53.856272 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:53.996556 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-67b09121-7daa-48b0-8721-0e8ad7e37001 None None] Provisioning complete for port 24e1a497-f994-4e23-a997-31045ea07d5e triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:53.996985 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-67b09121-7daa-48b0-8721-0e8ad7e37001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:54.165185 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] Router e3d63a1c-89c5-478d-bfda-f510e66ce34b is scheduled to L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 with binding_index 1 {{(pid=80180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 19 22:23:54.422727 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8da9f-c396-4a69-be37-ed4b0939ea7b req-07313e3d-bfbe-4227-a5b9-0fb223bb34b1 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:54.425979 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-04e8da9f-c396-4a69-be37-ed4b0939ea7b req-07313e3d-bfbe-4227-a5b9-0fb223bb34b1 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.3533270 Jan 19 22:23:54.496103 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:23:54.514229 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-04e8da9f-c396-4a69-be37-ed4b0939ea7b req-81e7dd92-8369-445e-a9c4-4a89606f141f tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870054 Jan 19 22:23:54.515887 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] Sync routers for ids ['e3d63a1c-89c5-478d-bfda-f510e66ce34b'] in dv-cinder-750782-5-iscsi {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:23:54.533942 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] Routers {'e3d63a1c-89c5-478d-bfda-f510e66ce34b'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:23:54.534721 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:23:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['e3d63a1c-89c5-478d-bfda-f510e66ce34b'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:23:54.566105 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] Notify callbacks [] for router, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:54.568688 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2592952 Jan 19 22:23:54.571708 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 55750) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:54.877747 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] Set router e3d63a1c-89c5-478d-bfda-f510e66ce34b gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:23:55.297513 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:23:55.329552 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'name': 'tempest-TestMinimumBasicScenario-360470052-router', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:23:48Z', 'updated_at': '2021-01-19T22:23:52Z', 'revision_number': 3, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'gw_port': {'id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:23:51Z', 'updated_at': '2021-01-19T22:23:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:23:55.336601 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] Checking router: e3d63a1c-89c5-478d-bfda-f510e66ce34b for host: dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:23:55.337204 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] Updating router e3d63a1c-89c5-478d-bfda-f510e66ce34b port 3ef51a17-60dc-4acd-ac95-7742bf02c606 binding host dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:23:55.404063 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:55.944215 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d1819-251a-4db4-944e-86f9ee868e79 req-60f19143-0019-4ee7-a8a1-b28af93b34af tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:55.946018 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b12d1819-251a-4db4-944e-86f9ee868e79 req-60f19143-0019-4ee7-a8a1-b28af93b34af tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.1807272 Jan 19 22:23:56.021200 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b475c519-dd61-467a-b954-0f1dd413b43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:56.086245 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] Notify callbacks [] for port, precommit_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:56.111627 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] Transition to ACTIVE for port object 3ef51a17-60dc-4acd-ac95-7742bf02c606 will not be triggered until provisioned by entity L2. {{(pid=80183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:23:56.116735 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:56.129374 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b12d1819-251a-4db4-944e-86f9ee868e79 req-e8a52682-54dc-42e2-abe9-d3a3b19cb9d3 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460247 Jan 19 22:23:56.161670 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:56.240749 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-d531f7c1-6921-441c-a19e-75d7060807e7 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:56.242948 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-d531f7c1-6921-441c-a19e-75d7060807e7 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/networks?id=8ad0a752-4970-4a77-bf34-1a49fe1022a1 HTTP/1.1" status: 200 len: 814 time: 0.2956593 Jan 19 22:23:56.277615 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-65d61c8e-43bc-46c1-b359-8f66b7cce464 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/quotas/02a8b1b9c2174c80b96c9aa48056b997 HTTP/1.1" status: 200 len: 375 time: 0.0263705 Jan 19 22:23:56.401083 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Pushing event updated for resources: {'Port': ['ID=3ef51a17-60dc-4acd-ac95-7742bf02c606,revision_number=2']} {{(pid=80183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:56.429726 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:56.430208 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:56.430661 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:56.431136 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:56.431582 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:56.436507 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:56.436936 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:56.437593 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:56.438456 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:56.438456 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:56.438744 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:56.439219 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:56.439730 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:56.440171 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:56.440616 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:56.441398 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:56.446621 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:56.447153 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:56.447622 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:56.448132 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:56.448593 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:56.449040 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:56.449480 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:56.449916 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:23:56.455140 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-4cf362d0-6f6a-47cc-95b1-0e44d8f1486e tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?tenant_id=02a8b1b9c2174c80b96c9aa48056b997&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1694603 Jan 19 22:23:56.491797 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:56.596153 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] Attempting to bind port 3ef51a17-60dc-4acd-ac95-7742bf02c606 on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:23:56.596777 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] Attempting to bind port 3ef51a17-60dc-4acd-ac95-7742bf02c606 by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}] {{(pid=80183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:23:56.597366 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] Attempting to bind port 3ef51a17-60dc-4acd-ac95-7742bf02c606 on network 8ee66800-a804-40da-8341-42d4a5bfa70e {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:23:56.613375 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:23:56.613778 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] Checking segment: {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:23:56.614377 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:56.615191 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] Bound using segment: {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'} {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:23:56.615610 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] Bound port: 3ef51a17-60dc-4acd-ac95-7742bf02c606, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}}] {{(pid=80183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:23:56.616605 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:56.642723 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-b475c519-dd61-467a-b954-0f1dd413b43d admin admin] Allocated IP 172.20.0.1 (17ee81f9-a178-4a93-963d-840d16aa8c49/1e724ee9-a620-4321-9e90-df17c9c2dc02/128d107e-dbeb-4609-b305-c9dfd73ed5db) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:23:56.705076 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dda1d8ec-2c5d-4ed8-ba4d-9b581cb7033a service neutron] 10.222.0.50 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483559 Jan 19 22:23:56.748936 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] For port 3ef51a17-60dc-4acd-ac95-7742bf02c606, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:23:56.753407 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] For port 3ef51a17-60dc-4acd-ac95-7742bf02c606, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=3ef51a17-60dc-4acd-ac95-7742bf02c606,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:23:56.759155 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:56.819383 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9aa004d0-fa56-42c0-8737-abb33dbd7cbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:56.886058 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b475c519-dd61-467a-b954-0f1dd413b43d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:56.919413 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b475c519-dd61-467a-b954-0f1dd413b43d admin admin] Transition to ACTIVE for port object 128d107e-dbeb-4609-b305-c9dfd73ed5db will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:23:56.949201 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b475c519-dd61-467a-b954-0f1dd413b43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:57.022576 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-85ac0999-2d9e-4830-a4a2-b67cfe9dc845 service neutron] 10.222.0.50 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3100760 Jan 19 22:23:57.174286 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:57.297762 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Pushing event updated for resources: {'Port': ['ID=3ef51a17-60dc-4acd-ac95-7742bf02c606,revision_number=3']} {{(pid=80183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:57.389539 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b475c519-dd61-467a-b954-0f1dd413b43d admin admin] Network 17ee81f9-a178-4a93-963d-840d16aa8c49 is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:23:57.389761 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] Routers {'e3d63a1c-89c5-478d-bfda-f510e66ce34b'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:23:57.390471 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:23:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['e3d63a1c-89c5-478d-bfda-f510e66ce34b'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:23:57.400815 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-b475c519-dd61-467a-b954-0f1dd413b43d admin admin] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:23:57.411156 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b475c519-dd61-467a-b954-0f1dd413b43d admin admin] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:23:57.416968 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b475c519-dd61-467a-b954-0f1dd413b43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432228'] for router_interface, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:57.417130 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-deee6953-6985-4171-bcb2-a131128a16be req-0d99b0ad-330c-4aa1-a4bf-92f953d47f91 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c HTTP/1.1" status: 200 len: 210 time: 0.1526246 Jan 19 22:23:57.465037 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475c519-dd61-467a-b954-0f1dd413b43d admin admin] Pushing event updated for resources: {'Port': ['ID=128d107e-dbeb-4609-b305-c9dfd73ed5db,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:57.475339 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b475c519-dd61-467a-b954-0f1dd413b43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:57.833003 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b475c519-dd61-467a-b954-0f1dd413b43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:57.842929 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4eb33f-a8d4-43a0-a9db-d9802635ac11 req-34167576-9277-4c99-9192-7fa92f357eee tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:57.851652 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-dc4eb33f-a8d4-43a0-a9db-d9802635ac11 req-34167576-9277-4c99-9192-7fa92f357eee tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.2854002 Jan 19 22:23:57.930754 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] Set router e3d63a1c-89c5-478d-bfda-f510e66ce34b gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:23:57.934455 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-dc4eb33f-a8d4-43a0-a9db-d9802635ac11 req-4c1f082f-944b-4963-9cb6-e71dda10989d tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817785 Jan 19 22:23:57.988861 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-ae79953a-31be-4710-8ee0-c584c1481aaf None None] Provisioning for port 128d107e-dbeb-4609-b305-c9dfd73ed5db completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:23:58.002610 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-ae79953a-31be-4710-8ee0-c584c1481aaf None None] Provisioning complete for port 128d107e-dbeb-4609-b305-c9dfd73ed5db triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:58.003304 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ae79953a-31be-4710-8ee0-c584c1481aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:58.200937 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-ae79953a-31be-4710-8ee0-c584c1481aaf None None] Port 128d107e-dbeb-4609-b305-c9dfd73ed5db cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:23:58.404545 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b475c519-dd61-467a-b954-0f1dd413b43d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:58.409241 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b475c519-dd61-467a-b954-0f1dd413b43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:58.410095 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b475c519-dd61-467a-b954-0f1dd413b43d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1691567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427469'] for router_interface, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:58.429695 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4c4a9542-c006-4a02-a781-7c40410cdf10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:58.502360 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.683s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:58.605539 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 55910) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:58.677837 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-48d89878-9313-44f3-ad57-a330a5ee220c req-70c86783-009c-499b-9597-8ca7c7b59a94 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c HTTP/1.1" status: 200 len: 210 time: 0.0635231 Jan 19 22:23:58.707537 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'name': 'tempest-TestMinimumBasicScenario-360470052-router', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:23:48Z', 'updated_at': '2021-01-19T22:23:52Z', 'revision_number': 3, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'gw_port': {'id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:23:51Z', 'updated_at': '2021-01-19T22:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:23:58.712852 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327520bd-66d3-4039-8e46-833ffb6029ac None None] The sync data for ids ['e3d63a1c-89c5-478d-bfda-f510e66ce34b'] in dv-cinder-750782-5-iscsi is: [{'id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'name': 'tempest-TestMinimumBasicScenario-360470052-router', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:23:48Z', 'updated_at': '2021-01-19T22:23:52Z', 'revision_number': 3, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'gw_port': {'id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:23:51Z', 'updated_at': '2021-01-19T22:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}] {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:23:58.718878 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475c519-dd61-467a-b954-0f1dd413b43d admin admin] Pushing event updated for resources: {'Port': ['ID=128d107e-dbeb-4609-b305-c9dfd73ed5db,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:58.725476 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b475c519-dd61-467a-b954-0f1dd413b43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:58.821917 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b475c519-dd61-467a-b954-0f1dd413b43d admin admin] Network 17ee81f9-a178-4a93-963d-840d16aa8c49 is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:23:58.823421 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-b475c519-dd61-467a-b954-0f1dd413b43d admin admin] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:23:58.850794 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-371fcdca-cccb-4513-8b18-e483b6225321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:58.869294 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-371fcdca-cccb-4513-8b18-e483b6225321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:23:58.874288 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-371fcdca-cccb-4513-8b18-e483b6225321 admin admin] Usage tracker for resource:security_group_rule and tenant:c6620326786b4108a31e885acb253b86 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:23:58.877810 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-371fcdca-cccb-4513-8b18-e483b6225321 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:23:58.885096 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-371fcdca-cccb-4513-8b18-e483b6225321 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:23:58.996334 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-371fcdca-cccb-4513-8b18-e483b6225321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:59.003197 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-371fcdca-cccb-4513-8b18-e483b6225321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:59.041789 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-83b33a13-fe0c-4407-8f6c-a7bb8a4ecd3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:59.109619 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b475c519-dd61-467a-b954-0f1dd413b43d admin admin] Router e3d63a1c-89c5-478d-bfda-f510e66ce34b has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:23:59.159596 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-67a2eb6f-85de-4430-b018-8190a3c3fb52 None None] Provisioning complete for port 128d107e-dbeb-4609-b305-c9dfd73ed5db triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:59.160090 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-67a2eb6f-85de-4430-b018-8190a3c3fb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:59.350435 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-371fcdca-cccb-4513-8b18-e483b6225321 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c6620326786b4108a31e885acb253b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7429166 Jan 19 22:23:59.354942 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-67a2eb6f-85de-4430-b018-8190a3c3fb52 None None] Port 128d107e-dbeb-4609-b305-c9dfd73ed5db cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:23:59.394819 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 55924) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:23:59.580388 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b475c519-dd61-467a-b954-0f1dd413b43d admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:23:59.635436 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371fcdca-cccb-4513-8b18-e483b6225321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77765435-d7de-485f-9f1b-b05c698b20bd,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:59.641886 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-552a0b35-6166-4a6f-879b-5a93fd4a1a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:59.658816 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-b475c519-dd61-467a-b954-0f1dd413b43d admin admin] 10.222.0.50 "PUT /v2.0/routers/e3d63a1c-89c5-478d-bfda-f510e66ce34b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0858817 Jan 19 22:23:59.687617 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-371fcdca-cccb-4513-8b18-e483b6225321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:59.792906 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 3ef51a17-60dc-4acd-ac95-7742bf02c606 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:23:59.814478 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-552a0b35-6166-4a6f-879b-5a93fd4a1a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:59.940667 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-552a0b35-6166-4a6f-879b-5a93fd4a1a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:59.949134 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e8d2ae70-698d-4db1-b0f9-48cd6648cb17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:23:59.958343 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0eb082d3-21ba-483d-9076-debf19816596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:59.963426 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port 3ef51a17-60dc-4acd-ac95-7742bf02c606 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:23:59.968423 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-8580c2ad-e369-4cb7-a4c9-514837c87e93 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:23:59.972446 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-8580c2ad-e369-4cb7-a4c9-514837c87e93 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.65 "GET /v2.0/networks?id=8ad0a752-4970-4a77-bf34-1a49fe1022a1 HTTP/1.1" status: 200 len: 814 time: 0.6143334 Jan 19 22:23:59.977595 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 3ef51a17-60dc-4acd-ac95-7742bf02c606 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:23:59.978025 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:23:59.984797 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a0b35-6166-4a6f-879b-5a93fd4a1a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77765435-d7de-485f-9f1b-b05c698b20bd,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:23:59.992606 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-552a0b35-6166-4a6f-879b-5a93fd4a1a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:23:59.993614 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-552a0b35-6166-4a6f-879b-5a93fd4a1a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:00.002885 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-552a0b35-6166-4a6f-879b-5a93fd4a1a22 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/77765435-d7de-485f-9f1b-b05c698b20bd HTTP/1.1" status: 204 len: 168 time: 0.5776856 Jan 19 22:24:00.057641 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d274e-6249-48f5-8175-fee22bc97f0f req-356b1946-903c-4e29-9354-27e7a50f7ac4 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:00.062336 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4b1d274e-6249-48f5-8175-fee22bc97f0f req-356b1946-903c-4e29-9354-27e7a50f7ac4 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.7026103 Jan 19 22:24:00.074913 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dd86bec9-2bf2-4123-84fb-b37c94a4d54f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Request body: {'port': {'device_id': '44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c', 'network_id': '8ad0a752-4970-4a77-bf34-1a49fe1022a1', 'admin_state_up': True, 'tenant_id': '02a8b1b9c2174c80b96c9aa48056b997'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:24:00.197933 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:00.216688 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] For port 3ef51a17-60dc-4acd-ac95-7742bf02c606, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=3ef51a17-60dc-4acd-ac95-7742bf02c606,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:24:00.222377 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:00.229355 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:00.277970 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0a11dc87-6315-4f5d-b75f-b63ca6098153 req-17e9bcad-d385-4ed0-b912-4be036b1f662 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c HTTP/1.1" status: 200 len: 210 time: 0.2121584 Jan 19 22:24:00.283955 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4b1d274e-6249-48f5-8175-fee22bc97f0f req-6dac3c96-5bdb-452c-adee-5bf1590cc19a tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957718 Jan 19 22:24:00.419046 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Pushing event updated for resources: {'Port': ['ID=3ef51a17-60dc-4acd-ac95-7742bf02c606,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:00.437854 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:00.555661 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dd86bec9-2bf2-4123-84fb-b37c94a4d54f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:00.560367 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dd86bec9-2bf2-4123-84fb-b37c94a4d54f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Usage tracker for resource:port and tenant:02a8b1b9c2174c80b96c9aa48056b997 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:00.564070 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dd86bec9-2bf2-4123-84fb-b37c94a4d54f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Quota usage for port was recalculated. Used quota:2. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:00.576073 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dd86bec9-2bf2-4123-84fb-b37c94a4d54f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:00.583947 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dd86bec9-2bf2-4123-84fb-b37c94a4d54f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Made reservation on behalf of 02a8b1b9c2174c80b96c9aa48056b997 for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:24:00.594378 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dd86bec9-2bf2-4123-84fb-b37c94a4d54f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:00.643261 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 55974) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:00.663920 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f099f78b-243d-454d-877f-93ef53beec6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:00.684341 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-f099f78b-243d-454d-877f-93ef53beec6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:00.689189 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-f099f78b-243d-454d-877f-93ef53beec6d admin admin] Usage tracker for resource:security_group_rule and tenant:5f54582550f843b986dc2be9d4981d60 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:00.693080 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-f099f78b-243d-454d-877f-93ef53beec6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:00.699807 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-f099f78b-243d-454d-877f-93ef53beec6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:00.808567 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f099f78b-243d-454d-877f-93ef53beec6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:00.812354 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f099f78b-243d-454d-877f-93ef53beec6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:00.822897 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:00.871742 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-f099f78b-243d-454d-877f-93ef53beec6d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5f54582550f843b986dc2be9d4981d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272909 Jan 19 22:24:00.875875 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099f78b-243d-454d-877f-93ef53beec6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38a2d45-95b9-437e-8138-460512253484,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:00.878255 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 55988) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:00.879358 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f099f78b-243d-454d-877f-93ef53beec6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:01.017290 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dd86bec9-2bf2-4123-84fb-b37c94a4d54f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Allocated IP 172.20.0.6 (8ad0a752-4970-4a77-bf34-1a49fe1022a1/9aad7ec5-01c6-4361-b48b-d5771bc83b91/c08bb9df-c276-4f9d-9fea-c979e20bd0e4) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:24:01.032638 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2778979d-fdac-4f8f-8d8d-99402caceb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:01.091071 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2778979d-fdac-4f8f-8d8d-99402caceb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:01.252083 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2778979d-fdac-4f8f-8d8d-99402caceb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:01.256337 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7a5bb05d-d6ea-4340-bcf5-b75de5f13949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:01.292753 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778979d-fdac-4f8f-8d8d-99402caceb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38a2d45-95b9-437e-8138-460512253484,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:01.298073 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-2778979d-fdac-4f8f-8d8d-99402caceb8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:01.382113 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dd86bec9-2bf2-4123-84fb-b37c94a4d54f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:01.410505 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2778979d-fdac-4f8f-8d8d-99402caceb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:01.412069 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-2778979d-fdac-4f8f-8d8d-99402caceb8c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e38a2d45-95b9-437e-8138-460512253484 HTTP/1.1" status: 204 len: 168 time: 0.5325711 Jan 19 22:24:01.414130 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dd86bec9-2bf2-4123-84fb-b37c94a4d54f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:01.444846 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:01.636608 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 3ef51a17-60dc-4acd-ac95-7742bf02c606 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:24:01.850990 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86bec9-2bf2-4123-84fb-b37c94a4d54f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Pushing event updated for resources: {'Port': ['ID=c08bb9df-c276-4f9d-9fea-c979e20bd0e4,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:01.865348 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-dd86bec9-2bf2-4123-84fb-b37c94a4d54f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:01.894076 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 3ef51a17-60dc-4acd-ac95-7742bf02c606 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:01.894820 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:02.055811 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47631d6-3417-4d46-9f42-38905136f40c req-8b8d7897-887e-4a81-8edf-4a2ce9699cca tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:02.057413 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-d47631d6-3417-4d46-9f42-38905136f40c req-8b8d7897-887e-4a81-8edf-4a2ce9699cca tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Synchronizing usage tracker for tenant:02a8b1b9c2174c80b96c9aa48056b997 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:24:02.089884 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb47365-80c0-470b-8ea8-b426061966b8 req-6b01ac82-1079-4fc9-972b-3c3fa848c1c1 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:02.099076 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6bb47365-80c0-470b-8ea8-b426061966b8 req-6b01ac82-1079-4fc9-972b-3c3fa848c1c1 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.6136153 Jan 19 22:24:02.159213 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dd86bec9-2bf2-4123-84fb-b37c94a4d54f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Network 8ad0a752-4970-4a77-bf34-1a49fe1022a1 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:24:02.178582 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dd86bec9-2bf2-4123-84fb-b37c94a4d54f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:24:02.203030 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6bb47365-80c0-470b-8ea8-b426061966b8 req-3fcea105-d8d2-4c28-830e-acf4c7139c3c tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025262 Jan 19 22:24:02.211726 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dd86bec9-2bf2-4123-84fb-b37c94a4d54f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:24:02.260198 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-d47631d6-3417-4d46-9f42-38905136f40c req-8b8d7897-887e-4a81-8edf-4a2ce9699cca tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Unset dirty status for tenant:02a8b1b9c2174c80b96c9aa48056b997 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:24:02.272738 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d47631d6-3417-4d46-9f42-38905136f40c req-8b8d7897-887e-4a81-8edf-4a2ce9699cca tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c HTTP/1.1" status: 200 len: 931 time: 0.7960410 Jan 19 22:24:02.380752 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d47631d6-3417-4d46-9f42-38905136f40c req-622a50c3-99e5-4aa2-9073-e1d13fd2b633 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070390 Jan 19 22:24:02.420229 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] Sync routers for ids ['e3d63a1c-89c5-478d-bfda-f510e66ce34b'] in dv-cinder-750782-5-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:24:02.433234 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dd86bec9-2bf2-4123-84fb-b37c94a4d54f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:02.434391 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dd86bec9-2bf2-4123-84fb-b37c94a4d54f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:02.435581 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] Routers {'e3d63a1c-89c5-478d-bfda-f510e66ce34b'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:24:02.436291 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:23:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['e3d63a1c-89c5-478d-bfda-f510e66ce34b'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:24:02.461679 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dd86bec9-2bf2-4123-84fb-b37c94a4d54f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3976669 Jan 19 22:24:02.488615 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] Request body: {'port': {'device_id': '44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:24:02.693661 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 56036) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:02.779115 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:03.008793 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] Set router e3d63a1c-89c5-478d-bfda-f510e66ce34b gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:24:03.190278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5f0ffbed-861f-4fa5-b7e8-0f96dbfe3d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:03.282611 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-16b9e5b0-2be9-476e-9eec-73ba5205ba2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:03.566991 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 3a126e92-eb1b-4e94-b31d-36688e19a65b up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:24:03.627305 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-5f0ffbed-861f-4fa5-b7e8-0f96dbfe3d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:03.637511 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-5f0ffbed-861f-4fa5-b7e8-0f96dbfe3d5b admin admin] Usage tracker for resource:security_group_rule and tenant:079c8909b3e6460d92d417f176c5165d is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:03.648606 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-5f0ffbed-861f-4fa5-b7e8-0f96dbfe3d5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:03.659689 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-5f0ffbed-861f-4fa5-b7e8-0f96dbfe3d5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:03.762694 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c08bb9df-c276-4f9d-9fea-c979e20bd0e4 {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:24:03.784397 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:03.855146 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 3a126e92-eb1b-4e94-b31d-36688e19a65b triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:03.855564 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:03.856358 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5f0ffbed-861f-4fa5-b7e8-0f96dbfe3d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:03.860386 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5f0ffbed-861f-4fa5-b7e8-0f96dbfe3d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:03.880580 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f7713147-d6b2-4df8-b18b-dfc96194bb2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:03.919212 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] Transition to ACTIVE for port object c08bb9df-c276-4f9d-9fea-c979e20bd0e4 will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:24:03.987728 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'name': 'tempest-TestMinimumBasicScenario-360470052-router', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:23:48Z', 'updated_at': '2021-01-19T22:23:57Z', 'revision_number': 4, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'gw_port': {'id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:23:51Z', 'updated_at': '2021-01-19T22:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '128d107e-dbeb-4609-b305-c9dfd73ed5db', 'name': '', 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'mac_address': 'fa:16:3e:e7:d6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '1e724ee9-a620-4321-9e90-df17c9c2dc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:23:56Z', 'updated_at': '2021-01-19T22:23:58Z', 'revision_number': 2, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'subnets': [{'id': '1e724ee9-a620-4321-9e90-df17c9c2dc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:24:03.998844 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-5f0ffbed-861f-4fa5-b7e8-0f96dbfe3d5b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=079c8909b3e6460d92d417f176c5165d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2978737 Jan 19 22:24:03.998844 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 56064) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:03.998844 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ffbed-861f-4fa5-b7e8-0f96dbfe3d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028fcfd1-a113-414e-8812-d2aa15c242f5,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:04.028411 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-5f0ffbed-861f-4fa5-b7e8-0f96dbfe3d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:04.073242 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] Checking router: e3d63a1c-89c5-478d-bfda-f510e66ce34b for host: dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:24:04.073677 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] Updating router e3d63a1c-89c5-478d-bfda-f510e66ce34b port 128d107e-dbeb-4609-b305-c9dfd73ed5db binding host dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:24:04.084779 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996312'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:04.139141 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:04.151070 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:04.197584 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-db3e6d22-1716-4f77-a12f-b0906d016845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:04.264608 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-db3e6d22-1716-4f77-a12f-b0906d016845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:04.363283 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-db3e6d22-1716-4f77-a12f-b0906d016845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:04.369792 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-36205d92-932b-4173-9435-1386bd18deb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:04.384621 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e6d22-1716-4f77-a12f-b0906d016845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028fcfd1-a113-414e-8812-d2aa15c242f5,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:04.388813 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-db3e6d22-1716-4f77-a12f-b0906d016845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:04.395161 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-db3e6d22-1716-4f77-a12f-b0906d016845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:04.403154 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-db3e6d22-1716-4f77-a12f-b0906d016845 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/028fcfd1-a113-414e-8812-d2aa15c242f5 HTTP/1.1" status: 204 len: 168 time: 0.3955066 Jan 19 22:24:04.630573 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] Pushing event updated for resources: {'Port': ['ID=c08bb9df-c276-4f9d-9fea-c979e20bd0e4,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:04.712124 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:04.802514 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba914ee-8ed3-4283-8bca-886253c92d8c req-6ee33476-c003-428a-b28e-9ce7cd76f0d6 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:04.804958 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-aba914ee-8ed3-4283-8bca-886253c92d8c req-6ee33476-c003-428a-b28e-9ce7cd76f0d6 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c HTTP/1.1" status: 200 len: 943 time: 0.8872161 Jan 19 22:24:04.855424 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707a133-9efb-4a3c-abd4-6bd3a94e3e9a req-ae7ecae5-1d9b-41be-a4e7-e1c75e81b5c9 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:04.857789 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1707a133-9efb-4a3c-abd4-6bd3a94e3e9a req-ae7ecae5-1d9b-41be-a4e7-e1c75e81b5c9 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 1.0536745 Jan 19 22:24:05.043542 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:05.080293 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:05.125055 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] Transition to ACTIVE for port object 128d107e-dbeb-4609-b305-c9dfd73ed5db will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:24:05.132032 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:05.170752 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:05.268293 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-aba914ee-8ed3-4283-8bca-886253c92d8c req-6b38564d-391e-4878-ae74-f16ba6b5ff80 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034507 Jan 19 22:24:05.269748 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] Attempting to bind port c08bb9df-c276-4f9d-9fea-c979e20bd0e4 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:24:05.270318 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] Attempting to bind port c08bb9df-c276-4f9d-9fea-c979e20bd0e4 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '3e573508-cfe9-4fcd-b992-dc50ecf291a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8ad0a752-4970-4a77-bf34-1a49fe1022a1'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:24:05.270957 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] Attempting to bind port c08bb9df-c276-4f9d-9fea-c979e20bd0e4 on network 8ad0a752-4970-4a77-bf34-1a49fe1022a1 {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:24:05.312666 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1707a133-9efb-4a3c-abd4-6bd3a94e3e9a req-fa960f3c-9c23-4c24-9b8a-338d6c612c6c tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447470 Jan 19 22:24:05.369985 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] Checking agent: {'id': '2523063a-ad22-4c17-a8b2-431f878c065d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 20, 21), 'started_at': datetime.datetime(2021, 1, 19, 22, 20, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:24:05.374896 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] Checking segment: {'id': '3e573508-cfe9-4fcd-b992-dc50ecf291a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8ad0a752-4970-4a77-bf34-1a49fe1022a1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:24:05.375615 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:05.376284 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] Bound using segment: {'id': '3e573508-cfe9-4fcd-b992-dc50ecf291a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8ad0a752-4970-4a77-bf34-1a49fe1022a1'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:24:05.377125 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] Bound port: c08bb9df-c276-4f9d-9fea-c979e20bd0e4, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e573508-cfe9-4fcd-b992-dc50ecf291a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8ad0a752-4970-4a77-bf34-1a49fe1022a1'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:24:05.377741 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:05.544709 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 56084) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:05.653073 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-60ba457f-aacf-4ee0-bb30-1af4025ba901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:05.721408 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] For port c08bb9df-c276-4f9d-9fea-c979e20bd0e4, host hv-cinder-75078, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:24:05.730342 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5c290-0f9b-4d80-a1e8-c32a84fb428a None None] Pushing event updated for resources: {'Port': ['ID=128d107e-dbeb-4609-b305-c9dfd73ed5db,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:05.733690 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] For port c08bb9df-c276-4f9d-9fea-c979e20bd0e4, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c08bb9df-c276-4f9d-9fea-c979e20bd0e4,segment=NetworkSegment(3e573508-cfe9-4fcd-b992-dc50ecf291a2),segment_id=3e573508-cfe9-4fcd-b992-dc50ecf291a2)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:24:05.748450 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996312'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:05.752197 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-60ba457f-aacf-4ee0-bb30-1af4025ba901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:05.761617 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-60ba457f-aacf-4ee0-bb30-1af4025ba901 admin admin] Usage tracker for resource:security_group_rule and tenant:cc6d7f2fa2f648379e0b6d836b84d866 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:05.766750 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4272c0fc-b8a4-4453-9d2c-ad3b3f164ac1 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:05.768655 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-60ba457f-aacf-4ee0-bb30-1af4025ba901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:05.783603 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:05.784770 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-60ba457f-aacf-4ee0-bb30-1af4025ba901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:05.790096 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-02a5c290-0f9b-4d80-a1e8-c32a84fb428a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:05.812685 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:05.854173 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] Pushing event updated for resources: {'Port': ['ID=c08bb9df-c276-4f9d-9fea-c979e20bd0e4,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:05.920851 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:06.051694 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:06.052680 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:06.054488 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] 10.222.0.65 "PUT /v2.0/ports/c08bb9df-c276-4f9d-9fea-c979e20bd0e4 HTTP/1.1" status: 200 len: 1157 time: 3.5732684 Jan 19 22:24:06.055263 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c', 'tag': 'c08bb9df-c276-4f9d-9fea-c979e20bd0e4'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:24:06.081020 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-60ba457f-aacf-4ee0-bb30-1af4025ba901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:06.085356 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-60ba457f-aacf-4ee0-bb30-1af4025ba901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:06.113188 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:06.189796 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-60ba457f-aacf-4ee0-bb30-1af4025ba901 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cc6d7f2fa2f648379e0b6d836b84d866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6407268 Jan 19 22:24:06.197225 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 56092) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:06.267749 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba457f-aacf-4ee0-bb30-1af4025ba901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7590b899-e1b5-40df-9516-429f146705f5,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:06.272809 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] Attempting to bind port 128d107e-dbeb-4609-b305-c9dfd73ed5db on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:24:06.273340 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] Attempting to bind port 128d107e-dbeb-4609-b305-c9dfd73ed5db by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': '0621467d-81de-4253-9188-69472b578be3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:24:06.273742 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] Attempting to bind port 128d107e-dbeb-4609-b305-c9dfd73ed5db on network 17ee81f9-a178-4a93-963d-840d16aa8c49 {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:24:06.276048 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-60ba457f-aacf-4ee0-bb30-1af4025ba901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:06.280939 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c', 'tag': 'c08bb9df-c276-4f9d-9fea-c979e20bd0e4', 'status': 'completed', 'code': 200} Jan 19 22:24:06.282387 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:24:06.282902 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] Checking segment: {'id': '0621467d-81de-4253-9188-69472b578be3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:24:06.283402 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:06.283879 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] Bound using segment: {'id': '0621467d-81de-4253-9188-69472b578be3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:24:06.284441 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] Bound port: 128d107e-dbeb-4609-b305-c9dfd73ed5db, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0621467d-81de-4253-9188-69472b578be3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:24:06.285063 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:06.328177 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4ba72c69-5d9e-49ef-b599-1c566e9653ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:06.373041 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4ba72c69-5d9e-49ef-b599-1c566e9653ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:06.373387 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-d6806ed9-ef28-4cc8-a929-a2d27feb7d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:06.375343 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-d6806ed9-ef28-4cc8-a929-a2d27feb7d54 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02a8b1b9c2174c80b96c9aa48056b997&device_id=44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c HTTP/1.1" status: 200 len: 1160 time: 0.2430830 Jan 19 22:24:06.444181 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] For port 128d107e-dbeb-4609-b305-c9dfd73ed5db, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:24:06.462825 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] For port 128d107e-dbeb-4609-b305-c9dfd73ed5db, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=128d107e-dbeb-4609-b305-c9dfd73ed5db,segment=NetworkSegment(0621467d-81de-4253-9188-69472b578be3),segment_id=0621467d-81de-4253-9188-69472b578be3)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:24:06.467220 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:06.490822 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:06.510512 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4ba72c69-5d9e-49ef-b599-1c566e9653ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:06.524780 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d98c10b6-5e7c-4b6d-be35-4b3f688d63dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:06.572297 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4ba72c69-5d9e-49ef-b599-1c566e9653ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:06.576105 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-4ba72c69-5d9e-49ef-b599-1c566e9653ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7590b899-e1b5-40df-9516-429f146705f5 HTTP/1.1" status: 204 len: 168 time: 0.3752954 Jan 19 22:24:06.577469 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba72c69-5d9e-49ef-b599-1c566e9653ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7590b899-e1b5-40df-9516-429f146705f5,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:06.585904 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4ba72c69-5d9e-49ef-b599-1c566e9653ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:06.676151 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5c290-0f9b-4d80-a1e8-c32a84fb428a None None] Pushing event updated for resources: {'Port': ['ID=128d107e-dbeb-4609-b305-c9dfd73ed5db,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:06.705552 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-02a5c290-0f9b-4d80-a1e8-c32a84fb428a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:06.716481 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-6867cf4c-fed7-4cfd-abb9-206c3b853908 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c08bb9df-c276-4f9d-9fea-c979e20bd0e4 HTTP/1.1" status: 200 len: 217 time: 0.3270938 Jan 19 22:24:06.909950 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] Routers {'e3d63a1c-89c5-478d-bfda-f510e66ce34b'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:24:06.910928 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:24:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['e3d63a1c-89c5-478d-bfda-f510e66ce34b'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:24:07.096718 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-c11119f2-a23a-4af0-9003-b006d3e91b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:07.099394 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-c11119f2-a23a-4af0-9003-b006d3e91b23 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9aad7ec5-01c6-4361-b48b-d5771bc83b91 HTTP/1.1" status: 200 len: 854 time: 0.2684128 Jan 19 22:24:07.278091 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] Set router e3d63a1c-89c5-478d-bfda-f510e66ce34b gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:24:07.329365 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-deebbe76-306e-4682-8bc6-b8a9771f69c4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ad0a752-4970-4a77-bf34-1a49fe1022a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2172568 Jan 19 22:24:07.581776 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807bc88-3132-4f87-9ca9-af691661c7f1 req-df16cf75-ecbb-43ff-b177-bf7778f39f1d tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:07.591642 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f807bc88-3132-4f87-9ca9-af691661c7f1 req-df16cf75-ecbb-43ff-b177-bf7778f39f1d tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.9042413 Jan 19 22:24:07.592356 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 56118) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:07.682562 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6b0c25de-51fb-4993-a98d-8c65d16852f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:07.721710 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6b0c25de-51fb-4993-a98d-8c65d16852f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:07.731000 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6b0c25de-51fb-4993-a98d-8c65d16852f6 admin admin] Usage tracker for resource:security_group_rule and tenant:1638be69182749e0bf67379abbd73a9d is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:07.742825 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f807bc88-3132-4f87-9ca9-af691661c7f1 req-25f99546-b6a5-4542-acff-762198abe8de tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500487 Jan 19 22:24:07.743358 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6b0c25de-51fb-4993-a98d-8c65d16852f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:07.759016 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6b0c25de-51fb-4993-a98d-8c65d16852f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:07.813694 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba8d9b-1d4a-4bef-afe5-7d0e01163e01 req-4ddd29bc-a0df-40a2-ada5-74d15c7eb4ee tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:07.816431 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a0ba8d9b-1d4a-4bef-afe5-7d0e01163e01 req-4ddd29bc-a0df-40a2-ada5-74d15c7eb4ee tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c HTTP/1.1" status: 200 len: 943 time: 1.2745805 Jan 19 22:24:07.883227 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'name': 'tempest-TestMinimumBasicScenario-360470052-router', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:23:48Z', 'updated_at': '2021-01-19T22:23:57Z', 'revision_number': 4, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'gw_port': {'id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:23:51Z', 'updated_at': '2021-01-19T22:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '128d107e-dbeb-4609-b305-c9dfd73ed5db', 'name': '', 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'mac_address': 'fa:16:3e:e7:d6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '1e724ee9-a620-4321-9e90-df17c9c2dc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:23:56Z', 'updated_at': '2021-01-19T22:24:06Z', 'revision_number': 4, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'subnets': [{'id': '1e724ee9-a620-4321-9e90-df17c9c2dc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:24:07.892781 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73df64f0-337c-41f0-83f8-b7a834831c12 None None] The sync data for ids ['e3d63a1c-89c5-478d-bfda-f510e66ce34b'] in dv-cinder-750782-5-iscsi is: [{'id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'name': 'tempest-TestMinimumBasicScenario-360470052-router', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:23:48Z', 'updated_at': '2021-01-19T22:23:57Z', 'revision_number': 4, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'gw_port': {'id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:23:51Z', 'updated_at': '2021-01-19T22:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '128d107e-dbeb-4609-b305-c9dfd73ed5db', 'name': '', 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'mac_address': 'fa:16:3e:e7:d6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '1e724ee9-a620-4321-9e90-df17c9c2dc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:23:56Z', 'updated_at': '2021-01-19T22:24:06Z', 'revision_number': 4, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'subnets': [{'id': '1e724ee9-a620-4321-9e90-df17c9c2dc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:24:07.918422 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6b0c25de-51fb-4993-a98d-8c65d16852f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:07.922890 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6b0c25de-51fb-4993-a98d-8c65d16852f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:07.966359 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8fe83b25-e9ee-4b92-88f9-5d5d4ec48f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:08.006535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c25de-51fb-4993-a98d-8c65d16852f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8c6dbd-34b7-43c3-bb43-3ade5a2532bc,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:08.029674 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6b0c25de-51fb-4993-a98d-8c65d16852f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:08.055703 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a0ba8d9b-1d4a-4bef-afe5-7d0e01163e01 req-59cfe225-c20c-4164-b2a9-b37aa1edc89c tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281368 Jan 19 22:24:08.061695 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-5924c905-d54c-4585-a681-9154ab02eeee service neutron] 10.222.0.65 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7057643 Jan 19 22:24:08.062115 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 56124) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:08.063131 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-6b0c25de-51fb-4993-a98d-8c65d16852f6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1638be69182749e0bf67379abbd73a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4692411 Jan 19 22:24:08.271954 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-612c40cb-17e0-43a4-b477-9c7679b67d9c req-a801b940-d83d-4cf1-9262-86fc5f079a0d service neutron] 10.222.0.65 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2001555 Jan 19 22:24:08.347706 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5b47624a-81d9-454d-a248-87d4a8f361fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:08.383587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5b47624a-81d9-454d-a248-87d4a8f361fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:08.433146 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5b47624a-81d9-454d-a248-87d4a8f361fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:08.437367 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-928ad8c0-9809-4c92-96b4-40955ba25520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:08.450555 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47624a-81d9-454d-a248-87d4a8f361fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8c6dbd-34b7-43c3-bb43-3ade5a2532bc,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:08.458152 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5b47624a-81d9-454d-a248-87d4a8f361fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:08.462329 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-5b47624a-81d9-454d-a248-87d4a8f361fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0e8c6dbd-34b7-43c3-bb43-3ade5a2532bc HTTP/1.1" status: 204 len: 168 time: 0.3963625 Jan 19 22:24:08.599290 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-5b47624a-81d9-454d-a248-87d4a8f361fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:08.696179 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bec7e-80a6-4c92-9997-827a13cc4e15 req-3748b581-65c0-4136-b4b0-283cfae21057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:08.698019 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a93bec7e-80a6-4c92-9997-827a13cc4e15 req-3748b581-65c0-4136-b4b0-283cfae21057 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02a8b1b9c2174c80b96c9aa48056b997&device_id=44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c HTTP/1.1" status: 200 len: 1160 time: 0.2373171 Jan 19 22:24:09.041000 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bec7e-80a6-4c92-9997-827a13cc4e15 req-efbd776e-a44b-4bef-87d9-bf8340750528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:09.042625 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a93bec7e-80a6-4c92-9997-827a13cc4e15 req-efbd776e-a44b-4bef-87d9-bf8340750528 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8ad0a752-4970-4a77-bf34-1a49fe1022a1 HTTP/1.1" status: 200 len: 908 time: 0.3320079 Jan 19 22:24:09.363388 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a93bec7e-80a6-4c92-9997-827a13cc4e15 req-f21b8cfa-a038-4e10-b4ec-2940b78dff71 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c08bb9df-c276-4f9d-9fea-c979e20bd0e4 HTTP/1.1" status: 200 len: 217 time: 0.3130291 Jan 19 22:24:09.607565 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bec7e-80a6-4c92-9997-827a13cc4e15 req-8b9de1a8-15ad-4ae7-a402-f65178a4c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:09.609164 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a93bec7e-80a6-4c92-9997-827a13cc4e15 req-8b9de1a8-15ad-4ae7-a402-f65178a4c0d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9aad7ec5-01c6-4361-b48b-d5771bc83b91 HTTP/1.1" status: 200 len: 854 time: 0.2357812 Jan 19 22:24:09.684003 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a93bec7e-80a6-4c92-9997-827a13cc4e15 req-9daf3a3b-b3bb-4eb8-9d84-ead32f8823c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ad0a752-4970-4a77-bf34-1a49fe1022a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591486 Jan 19 22:24:09.714310 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be93404-4ee6-4d90-8ea3-5f1d1043595a req-5f43e620-48dd-4c9d-8d22-76294d1468fe tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:09.722716 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4be93404-4ee6-4d90-8ea3-5f1d1043595a req-5f43e620-48dd-4c9d-8d22-76294d1468fe tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.4845970 Jan 19 22:24:09.827559 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 128d107e-dbeb-4609-b305-c9dfd73ed5db up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:24:09.858365 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafae84c-a371-4d10-a254-69eefbba47ef req-346bca14-af3d-42a3-8599-7a1bfae651d0 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:09.860092 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fafae84c-a371-4d10-a254-69eefbba47ef req-346bca14-af3d-42a3-8599-7a1bfae651d0 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c HTTP/1.1" status: 200 len: 943 time: 0.4195499 Jan 19 22:24:10.047413 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port 128d107e-dbeb-4609-b305-c9dfd73ed5db completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:24:10.057047 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 128d107e-dbeb-4609-b305-c9dfd73ed5db triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:10.057705 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:10.075334 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4be93404-4ee6-4d90-8ea3-5f1d1043595a req-213c505b-0843-400d-ac75-2ea490c9e6ff tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515315 Jan 19 22:24:10.108625 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a93bec7e-80a6-4c92-9997-827a13cc4e15 req-f7485502-2b97-40a8-8feb-793f2430cae9 service neutron] 10.222.0.65 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833361 Jan 19 22:24:10.206565 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fafae84c-a371-4d10-a254-69eefbba47ef req-6bdf02e3-fd19-4db8-87d8-df5c85805897 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342581 Jan 19 22:24:10.283347 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:10.373556 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] For port 128d107e-dbeb-4609-b305-c9dfd73ed5db, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=128d107e-dbeb-4609-b305-c9dfd73ed5db,segment=NetworkSegment(0621467d-81de-4253-9188-69472b578be3),segment_id=0621467d-81de-4253-9188-69472b578be3)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:24:10.382340 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:10.384556 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:10.461414 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a93bec7e-80a6-4c92-9997-827a13cc4e15 req-e7f0998f-9cb5-474a-afb9-870417eae8d1 service neutron] 10.222.0.65 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3441074 Jan 19 22:24:10.485297 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Pushing event updated for resources: {'Port': ['ID=128d107e-dbeb-4609-b305-c9dfd73ed5db,revision_number=5']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:10.489015 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:11.521612 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59610e24-d59c-40fe-9c06-30e02359020b req-785eb206-59e0-490a-ae52-91dd81af7a05 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:11.523325 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-59610e24-d59c-40fe-9c06-30e02359020b req-785eb206-59e0-490a-ae52-91dd81af7a05 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.2441232 Jan 19 22:24:11.796564 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 128d107e-dbeb-4609-b305-c9dfd73ed5db up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:24:11.846726 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b57872-0064-4d7b-a300-e9a1b9e468c9 req-9324a100-c5f9-4ef0-9bfb-2dbc6f101ea5 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:11.855132 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-06b57872-0064-4d7b-a300-e9a1b9e468c9 req-9324a100-c5f9-4ef0-9bfb-2dbc6f101ea5 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c HTTP/1.1" status: 200 len: 943 time: 0.4170468 Jan 19 22:24:11.919387 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-06b57872-0064-4d7b-a300-e9a1b9e468c9 req-e19f04cd-3018-416c-8129-fabbcd6bbf02 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630975 Jan 19 22:24:11.934049 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-59610e24-d59c-40fe-9c06-30e02359020b req-67d4a512-5447-422f-bfed-10c2c6672232 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037609 Jan 19 22:24:11.959728 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device c08bb9df-c276-4f9d-9fea-c979e20bd0e4 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:24:12.285978 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 128d107e-dbeb-4609-b305-c9dfd73ed5db triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:12.286413 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:12.359315 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning for port c08bb9df-c276-4f9d-9fea-c979e20bd0e4 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:24:12.365436 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port c08bb9df-c276-4f9d-9fea-c979e20bd0e4 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:12.365436 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:12.666625 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:12.705385 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08bb9df-c276-4f9d-9fea-c979e20bd0e4'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:24:12.718302 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port c08bb9df-c276-4f9d-9fea-c979e20bd0e4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c08bb9df-c276-4f9d-9fea-c979e20bd0e4,segment=NetworkSegment(3e573508-cfe9-4fcd-b992-dc50ecf291a2),segment_id=3e573508-cfe9-4fcd-b992-dc50ecf291a2)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:24:12.730585 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:12.733264 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 3a126e92-eb1b-4e94-b31d-36688e19a65b up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:24:12.737113 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-97237152-96d7-4f6d-b0f1-9014dcaf3973 req-0656c234-cd67-4892-85f4-18064c493221 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=12a111cc-9110-4d03-a257-2aa191d03dee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1497095 Jan 19 22:24:12.876010 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:12.951622 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08bb9df-c276-4f9d-9fea-c979e20bd0e4', 'code': 200} Jan 19 22:24:13.083517 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 3a126e92-eb1b-4e94-b31d-36688e19a65b triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:13.084236 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:13.212273 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97237152-96d7-4f6d-b0f1-9014dcaf3973 req-441a2084-6269-41c2-832a-bc1ffc72914f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:13.218864 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-97237152-96d7-4f6d-b0f1-9014dcaf3973 req-441a2084-6269-41c2-832a-bc1ffc72914f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02a8b1b9c2174c80b96c9aa48056b997&device_id=12a111cc-9110-4d03-a257-2aa191d03dee HTTP/1.1" status: 200 len: 1163 time: 0.2892749 Jan 19 22:24:13.260943 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=c08bb9df-c276-4f9d-9fea-c979e20bd0e4,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:13.303346 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:13.454250 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97237152-96d7-4f6d-b0f1-9014dcaf3973 req-ab3aa44b-beb2-4ef9-a0a2-1ec8c3f03403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:13.456041 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-97237152-96d7-4f6d-b0f1-9014dcaf3973 req-ab3aa44b-beb2-4ef9-a0a2-1ec8c3f03403 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8ad0a752-4970-4a77-bf34-1a49fe1022a1 HTTP/1.1" status: 200 len: 908 time: 0.1815009 Jan 19 22:24:13.473421 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb643e15-d32e-412d-b108-b2f14caad031 req-7230b1b3-7d67-4177-a3db-4956872e8f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:13.478030 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cb643e15-d32e-412d-b108-b2f14caad031 req-7230b1b3-7d67-4177-a3db-4956872e8f76 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c HTTP/1.1" status: 200 len: 1162 time: 0.2026236 Jan 19 22:24:13.589174 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-97237152-96d7-4f6d-b0f1-9014dcaf3973 req-7b5ea938-1089-4a57-8ccc-9a728401ca5c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96c08cb4-6c4f-48dd-9c2b-46c6119075fa HTTP/1.1" status: 200 len: 217 time: 0.0804081 Jan 19 22:24:13.589561 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cb643e15-d32e-412d-b108-b2f14caad031 req-ffcd6bd0-7040-4dd8-80a9-fa14cdcdb25c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012881 Jan 19 22:24:13.791599 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddff09-3a60-4d88-a010-292118a7d880 req-54e5d8dc-b4aa-4839-b53a-e8484dde819a tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:13.799545 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7fddff09-3a60-4d88-a010-292118a7d880 req-54e5d8dc-b4aa-4839-b53a-e8484dde819a tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c HTTP/1.1" status: 200 len: 945 time: 0.3422148 Jan 19 22:24:13.832754 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e164c26-d7d9-45e4-b1fe-9d9d39edf61c req-fbd70e1a-517f-4966-9a77-483c496989fc tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:13.841560 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2e164c26-d7d9-45e4-b1fe-9d9d39edf61c req-fbd70e1a-517f-4966-9a77-483c496989fc tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.3825746 Jan 19 22:24:13.909368 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device c08bb9df-c276-4f9d-9fea-c979e20bd0e4 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:24:13.932099 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7fddff09-3a60-4d88-a010-292118a7d880 req-ea913f4b-0dba-4923-9016-5119e8e4c23a tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305318 Jan 19 22:24:14.029142 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port c08bb9df-c276-4f9d-9fea-c979e20bd0e4 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:14.029568 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:14.123749 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2e164c26-d7d9-45e4-b1fe-9d9d39edf61c req-ad937fe8-492f-4e24-8d6a-559a52e8a3f4 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806346 Jan 19 22:24:14.125287 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97237152-96d7-4f6d-b0f1-9014dcaf3973 req-39f4b92a-5eab-4c67-a24a-5848f058325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:14.126817 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-97237152-96d7-4f6d-b0f1-9014dcaf3973 req-39f4b92a-5eab-4c67-a24a-5848f058325c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9aad7ec5-01c6-4361-b48b-d5771bc83b91 HTTP/1.1" status: 200 len: 854 time: 0.1860251 Jan 19 22:24:14.235790 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-97237152-96d7-4f6d-b0f1-9014dcaf3973 req-c0bac174-7fa5-4d30-a24b-4e911f0684fa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ad0a752-4970-4a77-bf34-1a49fe1022a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917685 Jan 19 22:24:14.442898 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-97237152-96d7-4f6d-b0f1-9014dcaf3973 req-f060db5a-3969-4496-acfc-b493419a13bf service neutron] 10.222.0.65 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978652 Jan 19 22:24:14.622052 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-97237152-96d7-4f6d-b0f1-9014dcaf3973 req-c06eada1-8f69-40de-a5f8-e7ea3c25fa51 service neutron] 10.222.0.65 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1577313 Jan 19 22:24:15.300147 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe98922-2ef3-4acc-99b5-eeaf47d4bbcd req-c8375fa2-c893-41de-89e4-c3e116e95cdd tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:15.307881 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6fe98922-2ef3-4acc-99b5-eeaf47d4bbcd req-c8375fa2-c893-41de-89e4-c3e116e95cdd tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c HTTP/1.1" status: 200 len: 945 time: 0.1776874 Jan 19 22:24:15.375324 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6fe98922-2ef3-4acc-99b5-eeaf47d4bbcd req-6f5d59d0-01ed-4fc1-a55b-b385a060a155 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664074 Jan 19 22:24:15.380330 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b1368-ef6d-4836-ba99-4bbe88df2d74 req-5a9aa9e6-261b-4892-9e5c-0e6c64911127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:15.381988 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2e0b1368-ef6d-4836-ba99-4bbe88df2d74 req-5a9aa9e6-261b-4892-9e5c-0e6c64911127 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 1163 time: 0.2005041 Jan 19 22:24:15.502947 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2e0b1368-ef6d-4836-ba99-4bbe88df2d74 req-53a0e15a-f263-48a8-afcf-24947f12dc20 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120212 Jan 19 22:24:15.551046 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d82469-243f-4fe8-8287-842a11e9779e req-0b8cfe84-aaa6-494e-b966-9c5dad67a1ac tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:15.563825 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-77d82469-243f-4fe8-8287-842a11e9779e req-0b8cfe84-aaa6-494e-b966-9c5dad67a1ac tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.1552982 Jan 19 22:24:15.631390 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-77d82469-243f-4fe8-8287-842a11e9779e req-0f75fc9e-8e4f-43b7-8180-0e73af2ffea1 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664892 Jan 19 22:24:16.148404 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device c08bb9df-c276-4f9d-9fea-c979e20bd0e4 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:24:16.259422 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port c08bb9df-c276-4f9d-9fea-c979e20bd0e4 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:16.259853 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:16.712071 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1297a-47e4-4bcb-8cac-94e53b6c5a8e req-1a54d47c-6dda-4287-8498-94be9d3a1701 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:16.723975 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c6a1297a-47e4-4bcb-8cac-94e53b6c5a8e req-1a54d47c-6dda-4287-8498-94be9d3a1701 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c HTTP/1.1" status: 200 len: 945 time: 0.1964808 Jan 19 22:24:16.818734 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c6a1297a-47e4-4bcb-8cac-94e53b6c5a8e req-befa9fb6-1f9f-4233-bc50-fc0e129c594f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925779 Jan 19 22:24:16.997725 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4822f66-c836-4cdd-bdf3-826998ef4de2 req-107e6a7d-2922-41ca-8995-f9dfca03c4b6 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:17.006556 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e4822f66-c836-4cdd-bdf3-826998ef4de2 req-107e6a7d-2922-41ca-8995-f9dfca03c4b6 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.1860538 Jan 19 22:24:17.088116 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e4822f66-c836-4cdd-bdf3-826998ef4de2 req-4a0f702c-24db-47bc-b4b9-560dc347a270 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802243 Jan 19 22:24:18.179510 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 3a126e92-eb1b-4e94-b31d-36688e19a65b up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:24:18.285673 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 3a126e92-eb1b-4e94-b31d-36688e19a65b triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:18.286279 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:18.414780 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e134ddf-b38b-45d1-a431-97240653ae06 req-8c730612-84d2-45ae-882c-55301c5dc871 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:18.423357 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4e134ddf-b38b-45d1-a431-97240653ae06 req-8c730612-84d2-45ae-882c-55301c5dc871 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.1317737 Jan 19 22:24:18.482469 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4e134ddf-b38b-45d1-a431-97240653ae06 req-dc972ae7-c380-4ce0-99e8-d403aeffcdec tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577443 Jan 19 22:24:18.988227 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37eff7f-d214-43a8-9cbd-1ee05eeb0a61 req-bfb33802-f3eb-4154-8435-126093e9c275 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:18.994053 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a37eff7f-d214-43a8-9cbd-1ee05eeb0a61 req-bfb33802-f3eb-4154-8435-126093e9c275 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.2241209 Jan 19 22:24:19.132525 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a37eff7f-d214-43a8-9cbd-1ee05eeb0a61 req-d4501794-4ee2-44a5-9fa2-b05abb959a46 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300552 Jan 19 22:24:20.768282 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:20.900075 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-805aac7b-ec6c-4421-aab5-d93851d5a005 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:20.901766 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-805aac7b-ec6c-4421-aab5-d93851d5a005 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/networks?id=17ee81f9-a178-4a93-963d-840d16aa8c49 HTTP/1.1" status: 200 len: 814 time: 0.2113934 Jan 19 22:24:20.922644 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-7740bafd-31bf-44f7-9b6a-b4f6b099cffb tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/quotas/506c7be82ade45dbbf2380d49038ee72 HTTP/1.1" status: 200 len: 375 time: 0.0133989 Jan 19 22:24:20.944446 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 56492) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:21.051231 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-b245a862-7d52-4a17-b9f2-46484a6c0e7d tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?tenant_id=506c7be82ade45dbbf2380d49038ee72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1064312 Jan 19 22:24:21.127362 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:21.149282 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:21.155925 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Usage tracker for resource:security_group_rule and tenant:e5b99a6d40c74f55b45c4c38113c2886 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:21.159703 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:21.167217 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:21.214696 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-1fbd3bca-fbb5-4136-9a61-255ba66d5578 service neutron] 10.222.0.50 "GET /v2.0/networks/17ee81f9-a178-4a93-963d-840d16aa8c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570957 Jan 19 22:24:21.289076 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:21.293198 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:21.331382 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-107443e1-7bd0-45a1-b212-50e2ffbe2d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:21.371759 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 56510) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:21.371958 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e5b99a6d40c74f55b45c4c38113c2886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260404 Jan 19 22:24:21.374453 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b226f97a-24d7-4e98-9276-c383536e339a,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:21.383962 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:21.385044 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:21.385355 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:21.385759 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:21.386375 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:21.386500 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:21.386934 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:21.387327 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:21.387722 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:21.388110 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:21.388656 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:21.389045 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:21.389499 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:21.389923 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:21.390277 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:21.390662 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:21.391221 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:21.391622 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:21.392664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:21.392664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:21.392873 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:21.393093 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:21.393482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:21.393851 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:21.398848 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:21.408886 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-3a225866-f6ff-4ed5-8e83-0a093c9e0cb9 service neutron] 10.222.0.50 "GET /v2.0/networks/17ee81f9-a178-4a93-963d-840d16aa8c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1865461 Jan 19 22:24:21.482759 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0743ab7d-5201-436f-a366-82f341d085cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:21.514210 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0743ab7d-5201-436f-a366-82f341d085cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:21.568691 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0743ab7d-5201-436f-a366-82f341d085cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:21.576125 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-18f6e0d9-5979-496f-869c-834be481eded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:21.586129 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 56516) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:21.593138 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743ab7d-5201-436f-a366-82f341d085cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b226f97a-24d7-4e98-9276-c383536e339a,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:21.603078 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-0743ab7d-5201-436f-a366-82f341d085cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:21.604487 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0743ab7d-5201-436f-a366-82f341d085cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:21.608272 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-0743ab7d-5201-436f-a366-82f341d085cb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b226f97a-24d7-4e98-9276-c383536e339a HTTP/1.1" status: 204 len: 168 time: 0.2326348 Jan 19 22:24:21.711831 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f52a331a-f646-4d07-a215-6ed8a253d3f4 req-dcf7d1c5-e25d-4469-b1ad-1ef9a36c4b02 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 210 time: 0.1023037 Jan 19 22:24:21.857722 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-88b16acc-3904-44ee-803a-3f7b223a7b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:21.875637 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-88b16acc-3904-44ee-803a-3f7b223a7b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:21.881543 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-88b16acc-3904-44ee-803a-3f7b223a7b18 admin admin] Usage tracker for resource:security_group_rule and tenant:cad4ddef19cc43eab86bbe62fa83b258 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:21.885309 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-88b16acc-3904-44ee-803a-3f7b223a7b18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:21.898551 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-88b16acc-3904-44ee-803a-3f7b223a7b18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:21.951667 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80536c4-f106-4118-b5c9-80303b0e0667 req-2498a5b7-e788-492a-8887-823f30b04711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:21.953300 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b80536c4-f106-4118-b5c9-80303b0e0667 req-2498a5b7-e788-492a-8887-823f30b04711 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=faaf464719d54745afba437b2a9bd34b&device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 1162 time: 0.1722152 Jan 19 22:24:22.033423 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-88b16acc-3904-44ee-803a-3f7b223a7b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:22.038870 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-88b16acc-3904-44ee-803a-3f7b223a7b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:22.084002 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6b0c25de-51fb-4993-a98d-8c65d16852f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:22.125342 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-88b16acc-3904-44ee-803a-3f7b223a7b18 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cad4ddef19cc43eab86bbe62fa83b258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5379860 Jan 19 22:24:22.126871 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 56546) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:22.127874 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b16acc-3904-44ee-803a-3f7b223a7b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412fd66b-0915-4697-b6ab-14a2f9d5a3c0,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:22.188171 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80536c4-f106-4118-b5c9-80303b0e0667 req-19ced4e1-6af9-4c39-b3de-f1d17e9f1ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:22.191016 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b80536c4-f106-4118-b5c9-80303b0e0667 req-19ced4e1-6af9-4c39-b3de-f1d17e9f1ebc service neutron] 10.222.0.65 "GET /v2.0/networks?id=2de0ab09-37c3-47d9-883f-9b41c5ae35f2 HTTP/1.1" status: 200 len: 913 time: 0.1812067 Jan 19 22:24:22.199799 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-88b16acc-3904-44ee-803a-3f7b223a7b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:22.264984 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-625345f4-3dba-4b44-b04e-399f294c991d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:22.332380 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-625345f4-3dba-4b44-b04e-399f294c991d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:22.371564 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b80536c4-f106-4118-b5c9-80303b0e0667 req-13055e9d-5f3c-48bd-a4a8-0951427a799a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d HTTP/1.1" status: 200 len: 217 time: 0.1455877 Jan 19 22:24:22.426013 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97796e50-8deb-47a4-9e24-eb2b99129fca req-9e163a19-94bb-4cf5-a0c0-7d3a1dfba992 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:22.436927 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-97796e50-8deb-47a4-9e24-eb2b99129fca req-9e163a19-94bb-4cf5-a0c0-7d3a1dfba992 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.4807830 Jan 19 22:24:22.445974 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-625345f4-3dba-4b44-b04e-399f294c991d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:22.450310 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ee0ba079-95f4-47d0-80cc-1567c6ba2be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:22.467243 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625345f4-3dba-4b44-b04e-399f294c991d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412fd66b-0915-4697-b6ab-14a2f9d5a3c0,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:22.470411 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-625345f4-3dba-4b44-b04e-399f294c991d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:22.500572 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-625345f4-3dba-4b44-b04e-399f294c991d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:22.505011 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-625345f4-3dba-4b44-b04e-399f294c991d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/412fd66b-0915-4697-b6ab-14a2f9d5a3c0 HTTP/1.1" status: 204 len: 168 time: 0.3702073 Jan 19 22:24:22.569387 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80536c4-f106-4118-b5c9-80303b0e0667 req-990d3f68-d6e5-4a16-bef1-8ebeceab2d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:22.571048 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b80536c4-f106-4118-b5c9-80303b0e0667 req-990d3f68-d6e5-4a16-bef1-8ebeceab2d91 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7325d4b0-095b-4afe-9fcb-ab7450d96ef2 HTTP/1.1" status: 200 len: 859 time: 0.1268384 Jan 19 22:24:22.903991 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b80536c4-f106-4118-b5c9-80303b0e0667 req-444a00da-f2e7-431b-9b28-a23a47f5f3fa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2de0ab09-37c3-47d9-883f-9b41c5ae35f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3097744 Jan 19 22:24:22.910475 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-97796e50-8deb-47a4-9e24-eb2b99129fca req-bf94978f-fabe-4d56-b685-25f7af5fe397 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720247 Jan 19 22:24:22.984028 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7abbb38b-b272-46be-9368-6174201d125f req-ce6504e5-d093-48c9-8af8-ef9b125ce9de tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 210 time: 0.0850251 Jan 19 22:24:23.034236 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 56572) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:23.066002 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bd0f7c4f-2627-4075-b3b5-278b24120952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:23.084949 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-bd0f7c4f-2627-4075-b3b5-278b24120952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:23.089089 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-bd0f7c4f-2627-4075-b3b5-278b24120952 admin admin] Usage tracker for resource:security_group_rule and tenant:2217a1b7d4a9430daf0d3f91a6f686b2 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:23.092213 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-bd0f7c4f-2627-4075-b3b5-278b24120952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:23.098288 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-bd0f7c4f-2627-4075-b3b5-278b24120952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:23.116996 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b80536c4-f106-4118-b5c9-80303b0e0667 req-4f706163-02a8-48a6-8c10-c713044e2d95 service neutron] 10.222.0.65 "GET /v2.0/networks/2de0ab09-37c3-47d9-883f-9b41c5ae35f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696181 Jan 19 22:24:23.207406 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bd0f7c4f-2627-4075-b3b5-278b24120952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:23.212999 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bd0f7c4f-2627-4075-b3b5-278b24120952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:23.223266 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-625345f4-3dba-4b44-b04e-399f294c991d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:23.239533 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 56578) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:23.329920 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-bd0f7c4f-2627-4075-b3b5-278b24120952 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2217a1b7d4a9430daf0d3f91a6f686b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918711 Jan 19 22:24:23.330415 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 56584) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:23.333867 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f7c4f-2627-4075-b3b5-278b24120952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f217f5-b410-4a50-a0a6-6fad1d0b2485,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:23.358011 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b80536c4-f106-4118-b5c9-80303b0e0667 req-5274882e-8099-48ef-b9ef-a9a0d0c99b27 service neutron] 10.222.0.65 "GET /v2.0/networks/2de0ab09-37c3-47d9-883f-9b41c5ae35f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2295129 Jan 19 22:24:23.423872 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:23.508893 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:23.564346 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-bd0f7c4f-2627-4075-b3b5-278b24120952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:23.594128 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-7e5bbcad-1a89-4756-92c1-44430e0b9cad tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:23.595112 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-7e5bbcad-1a89-4756-92c1-44430e0b9cad tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Synchronizing usage tracker for tenant:506c7be82ade45dbbf2380d49038ee72 on resource:network {{(pid=80181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:24:23.603603 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1296705027-network', 'tenant_id': '607a36c19a34437991c7268366328db0'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:24:23.608511 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:23.614592 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Usage tracker for resource:network and tenant:607a36c19a34437991c7268366328db0 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:23.619937 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:23.622791 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:23.626980 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6b970d24-1eaa-4627-b413-8dff157bb0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:23.632898 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:23.647443 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:23.647665 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-7e5bbcad-1a89-4756-92c1-44430e0b9cad tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Unset dirty status for tenant:506c7be82ade45dbbf2380d49038ee72 on resource:network {{(pid=80181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:24:23.649111 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/98f217f5-b410-4a50-a0a6-6fad1d0b2485 HTTP/1.1" status: 204 len: 168 time: 0.3155682 Jan 19 22:24:23.650139 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f217f5-b410-4a50-a0a6-6fad1d0b2485,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:23.662614 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-7e5bbcad-1a89-4756-92c1-44430e0b9cad tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.65 "GET /v2.0/networks?id=17ee81f9-a178-4a93-963d-840d16aa8c49 HTTP/1.1" status: 200 len: 814 time: 0.3619542 Jan 19 22:24:23.664745 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Made reservation on behalf of 607a36c19a34437991c7268366328db0 for: {'network': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:24:23.669675 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for network, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:23.682915 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:23.683327 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:23.683725 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:23.684119 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:23.684507 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:23.685059 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:23.685426 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:23.685784 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:23.686165 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:23.686555 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:23.686960 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:23.687344 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:23.688326 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:23.688869 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:23.689417 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:23.689831 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:23.690213 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:23.690594 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:23.690999 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:23.691380 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:23.691862 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:23.692240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:23.692646 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:23.693058 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:23.703565 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:23.739990 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:23.768021 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-21536649-53d0-41e1-8151-5a5b8f8f34ec tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Request body: {'port': {'device_id': 'd440bd4b-dc91-46fa-a24e-69e13993ba8b', 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49', 'admin_state_up': True, 'tenant_id': '506c7be82ade45dbbf2380d49038ee72'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:24:23.799525 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:23.855782 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Usage tracker for resource:security_group_rule and tenant:607a36c19a34437991c7268366328db0 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:23.862119 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:23.879635 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:23.986239 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-21536649-53d0-41e1-8151-5a5b8f8f34ec tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:23.991458 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-21536649-53d0-41e1-8151-5a5b8f8f34ec tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Usage tracker for resource:port and tenant:506c7be82ade45dbbf2380d49038ee72 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:23.994745 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-21536649-53d0-41e1-8151-5a5b8f8f34ec tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Quota usage for port was recalculated. Used quota:2. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:24.001937 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-21536649-53d0-41e1-8151-5a5b8f8f34ec tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:24.013946 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-21536649-53d0-41e1-8151-5a5b8f8f34ec tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Made reservation on behalf of 506c7be82ade45dbbf2380d49038ee72 for: {'port': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:24:24.023077 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-21536649-53d0-41e1-8151-5a5b8f8f34ec tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:24.354735 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686aca82-8f8e-4437-b148-ccc4ff81f139 req-73b56477-1082-4b7d-9719-07840ce2b99c tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:24.356479 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-686aca82-8f8e-4437-b148-ccc4ff81f139 req-73b56477-1082-4b7d-9719-07840ce2b99c tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.2950075 Jan 19 22:24:24.361035 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:24.369876 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:24.378009 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-db3e6d22-1716-4f77-a12f-b0906d016845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:24.443782 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:24:24.448518 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-abee7d51-4515-4a0a-9fa8-603e37594d7d req-c7f41f89-bf92-4611-af2c-8660729b5f3f tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 210 time: 0.0908232 Jan 19 22:24:24.502366 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ba9221-bd80-4fc3-b78b-96c165d09c2c,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:24.506315 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:24.515492 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735727412510', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:24.515956 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.segments_db [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Added segment 41f6063b-b71c-4980-b791-ecc142e605de of type vxlan for network 29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff Jan 19 22:24:24.559801 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-686aca82-8f8e-4437-b148-ccc4ff81f139 req-1e977131-abd0-4478-8557-ebb4a6580538 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458788 Jan 19 22:24:24.566780 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-21536649-53d0-41e1-8151-5a5b8f8f34ec tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Allocated IP 172.20.0.3 (17ee81f9-a178-4a93-963d-840d16aa8c49/1e724ee9-a620-4321-9e90-df17c9c2dc02/ded92b05-d480-455e-b6f9-46ab3cb0c384) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:24:24.574257 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735727031838'] for network, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:24.720779 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for network, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:24.725316 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:24.726108 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:24.761116 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1b8d2de7-2fa9-443f-8b57-03e9e7154f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:24.868271 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Pushing event updated for resources: {'Network': ['ID=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:24.871679 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:24.874153 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6313386 Jan 19 22:24:24.879615 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 56644) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:24.887530 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Network 29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff details requested by agent ovs-agent-dv-cinder-750782-5-iscsi with host dv-cinder-750782-5-iscsi {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:24:24.888117 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-5cbfa8bf-b6eb-45db-b390-a20bef8345a4 admin admin] Request body: {'subnet': {'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1296705027-subnet', 'tenant_id': '607a36c19a34437991c7268366328db0', 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:24:24.906512 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-5cbfa8bf-b6eb-45db-b390-a20bef8345a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:24.931777 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-5cbfa8bf-b6eb-45db-b390-a20bef8345a4 admin admin] Usage tracker for resource:subnet and tenant:607a36c19a34437991c7268366328db0 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:24.941795 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-5cbfa8bf-b6eb-45db-b390-a20bef8345a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:24.967398 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-5cbfa8bf-b6eb-45db-b390-a20bef8345a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:25.013660 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbfa8bf-b6eb-45db-b390-a20bef8345a4 admin admin] Made reservation on behalf of 607a36c19a34437991c7268366328db0 for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:24:25.026461 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa8bf-b6eb-45db-b390-a20bef8345a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2619945'] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:25.256086 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-21536649-53d0-41e1-8151-5a5b8f8f34ec tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:25.315043 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-21536649-53d0-41e1-8151-5a5b8f8f34ec tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Transition to ACTIVE for port object ded92b05-d480-455e-b6f9-46ab3cb0c384 will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:24:25.320947 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Network 29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:24:25.389122 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-21536649-53d0-41e1-8151-5a5b8f8f34ec tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:25.423424 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8150e509-1d8e-40e5-93a3-64a0eb123e12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:25.961001 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21536649-53d0-41e1-8151-5a5b8f8f34ec tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Pushing event updated for resources: {'Port': ['ID=ded92b05-d480-455e-b6f9-46ab3cb0c384,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:25.976048 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-21536649-53d0-41e1-8151-5a5b8f8f34ec tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:26.018340 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa8bf-b6eb-45db-b390-a20bef8345a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3995136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2619960'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:26.089980 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-21536649-53d0-41e1-8151-5a5b8f8f34ec tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Network 17ee81f9-a178-4a93-963d-840d16aa8c49 is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:24:26.091623 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-21536649-53d0-41e1-8151-5a5b8f8f34ec tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:24:26.094288 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-21536649-53d0-41e1-8151-5a5b8f8f34ec tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:24:26.135133 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-21536649-53d0-41e1-8151-5a5b8f8f34ec tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:26.135871 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-21536649-53d0-41e1-8151-5a5b8f8f34ec tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:26.150869 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8b60dca8-9cbc-4776-bc69-9e9ed047e1c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:26.193571 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-21536649-53d0-41e1-8151-5a5b8f8f34ec tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4558957 Jan 19 22:24:26.482095 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-0d376e69-96ae-4930-94c8-0675cda2ff24 None None] Provisioning for port ded92b05-d480-455e-b6f9-46ab3cb0c384 completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:24:26.495294 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-0d376e69-96ae-4930-94c8-0675cda2ff24 None None] Provisioning complete for port ded92b05-d480-455e-b6f9-46ab3cb0c384 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:26.496115 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0d376e69-96ae-4930-94c8-0675cda2ff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:26.504531 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbfa8bf-b6eb-45db-b390-a20bef8345a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aab077fb-7a3f-467f-8b9a-f6fe6fd707e1,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:26.513358 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-5cbfa8bf-b6eb-45db-b390-a20bef8345a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:26.579837 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-0d376e69-96ae-4930-94c8-0675cda2ff24 None None] Port ded92b05-d480-455e-b6f9-46ab3cb0c384 cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:24:26.605491 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ff351-fe35-4578-87dd-059af011f09f req-b6b16608-6b14-48e0-91fc-fedc3ee652f1 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:26.607550 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-420ff351-fe35-4578-87dd-059af011f09f req-b6b16608-6b14-48e0-91fc-fedc3ee652f1 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.4689686 Jan 19 22:24:26.642407 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ab3fc-fb6e-4925-a61d-7b521268903e req-30ec98dc-d635-475c-b081-4982a96d7ddd tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:26.651893 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-985ab3fc-fb6e-4925-a61d-7b521268903e req-30ec98dc-d635-475c-b081-4982a96d7ddd tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 931 time: 0.6441431 Jan 19 22:24:26.757293 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-985ab3fc-fb6e-4925-a61d-7b521268903e req-b166dab9-7186-4c9e-a95e-248ce073eecd tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042027 Jan 19 22:24:26.844992 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-420ff351-fe35-4578-87dd-059af011f09f req-8ab9eb15-1cfe-4dac-9ede-6f0a3878a3d6 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798291 Jan 19 22:24:26.853414 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbfa8bf-b6eb-45db-b390-a20bef8345a4 admin admin] Checking segment: {'id': '41f6063b-b71c-4980-b791-ecc142e605de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:24:26.854184 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbfa8bf-b6eb-45db-b390-a20bef8345a4 admin admin] Network hostable DHCP agents. Network: 29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff, hostable agents: ['0298d202-b593-4dd5-8d1c-743f0535002a'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:24:26.889235 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbfa8bf-b6eb-45db-b390-a20bef8345a4 admin admin] Network 29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff is scheduled to be hosted by DHCP agent 0298d202-b593-4dd5-8d1c-743f0535002a with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:24:26.920586 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-5cbfa8bf-b6eb-45db-b390-a20bef8345a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-iscsi, 29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:24:26.935727 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f757a47-efe6-4632-99cd-b2c310c1d93e None None] Network 29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:24:26.944393 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbfa8bf-b6eb-45db-b390-a20bef8345a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:26.947534 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa8bf-b6eb-45db-b390-a20bef8345a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:27.006326 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-5cbfa8bf-b6eb-45db-b390-a20bef8345a4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1246312 Jan 19 22:24:27.009213 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 56680) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:27.016482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:24:27.025846 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:27.037644 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] Usage tracker for resource:router and tenant:607a36c19a34437991c7268366328db0 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:27.041619 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:27.051597 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:27.062920 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 56684) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:27.087916 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774574'] for router, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:27.089302 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854348406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854251773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854357454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1069'] for router, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:27.130735 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:27.361884 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfee72873-9919-50a9-87f3-d37d1a9072ae-29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'tenant_id': '607a36c19a34437991c7268366328db0', 'fixed_ips': [{'subnet_id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1'}]}} from dv-cinder-750782-5-iscsi. {{(pid=80182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 19 22:24:27.363232 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:27.381644 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a563846a-e4a4-4be1-892d-a881bf66cace admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:27.406992 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-a563846a-e4a4-4be1-892d-a881bf66cace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:27.411985 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-a563846a-e4a4-4be1-892d-a881bf66cace admin admin] Usage tracker for resource:security_group_rule and tenant:2d3958101fc84661a3c2d1c1cf48cc2d is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:27.415443 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-a563846a-e4a4-4be1-892d-a881bf66cace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:27.422991 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-a563846a-e4a4-4be1-892d-a881bf66cace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:27.546737 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a563846a-e4a4-4be1-892d-a881bf66cace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:27.551495 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a563846a-e4a4-4be1-892d-a881bf66cace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:27.564354 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b6c07108-b674-40e2-b8c5-874eca5fb91f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:27.599585 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854251726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854349535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1084'] for router, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:27.633871 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563846a-e4a4-4be1-892d-a881bf66cace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd67164d-134c-477a-9b4f-1b3af8079dd1,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:27.642720 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a563846a-e4a4-4be1-892d-a881bf66cace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:27.686222 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-a563846a-e4a4-4be1-892d-a881bf66cace admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2d3958101fc84661a3c2d1c1cf48cc2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6213124 Jan 19 22:24:27.697767 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 56698) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:27.814089 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 56704) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:27.833582 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Allocated IP 172.20.0.2 (29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff/aab077fb-7a3f-467f-8b9a-f6fe6fd707e1/9f9912b7-9f0e-4b17-90e1-eab8c7cdda58) {{(pid=80182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:24:27.866257 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c648f215-e46e-44f5-86d5-3b1c8511c846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:27.908583 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c648f215-e46e-44f5-86d5-3b1c8511c846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:27.980608 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c648f215-e46e-44f5-86d5-3b1c8511c846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:27.987766 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-0743ab7d-5201-436f-a366-82f341d085cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:28.003778 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648f215-e46e-44f5-86d5-3b1c8511c846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd67164d-134c-477a-9b4f-1b3af8079dd1,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:28.029102 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-c648f215-e46e-44f5-86d5-3b1c8511c846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:28.035393 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c648f215-e46e-44f5-86d5-3b1c8511c846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:28.038012 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-c648f215-e46e-44f5-86d5-3b1c8511c846 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bd67164d-134c-477a-9b4f-1b3af8079dd1 HTTP/1.1" status: 204 len: 168 time: 0.3369081 Jan 19 22:24:28.090514 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6f17e9bb-1fd8-4215-bd10-000487e3f0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:28.111839 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6f17e9bb-1fd8-4215-bd10-000487e3f0ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:28.117785 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6f17e9bb-1fd8-4215-bd10-000487e3f0ab admin admin] Usage tracker for resource:security_group_rule and tenant:2abdfe1a20594db0bd89f7c64d825e55 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:28.122386 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6f17e9bb-1fd8-4215-bd10-000487e3f0ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:28.141553 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6f17e9bb-1fd8-4215-bd10-000487e3f0ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:28.327629 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6f17e9bb-1fd8-4215-bd10-000487e3f0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:28.341786 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6f17e9bb-1fd8-4215-bd10-000487e3f0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:28.357442 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Notify callbacks [] for port, precommit_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:28.389083 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Transition to ACTIVE for port object 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58 will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:24:28.402901 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-30ac6f5e-a5d2-4424-9db6-e12eec5fd922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:28.415673 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Transition to ACTIVE for port object 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58 will not be triggered until provisioned by entity DHCP. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:24:28.424155 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:28.462837 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17e9bb-1fd8-4215-bd10-000487e3f0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc52b504-d7a9-4b2e-b4f3-7c7137dc4a42,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:28.475683 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6f17e9bb-1fd8-4215-bd10-000487e3f0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:28.485281 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7943a40c-8a47-48c5-9e2d-07969fb9fc85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:28.499861 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-6f17e9bb-1fd8-4215-bd10-000487e3f0ab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2abdfe1a20594db0bd89f7c64d825e55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6871395 Jan 19 22:24:28.500409 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 56718) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:28.641877 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:28.682984 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:28.732408 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7ec78057-1cf8-48ac-a506-e134ae49c942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:28.800948 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7ec78057-1cf8-48ac-a506-e134ae49c942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:28.906258 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Pushing event updated for resources: {'Port': ['ID=9f9912b7-9f0e-4b17-90e1-eab8c7cdda58,revision_number=1']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:28.909594 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:28.933342 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Network 29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff is already hosted by enough agents. {{(pid=80182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:24:28.935252 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Resources bound (agent type, host, resource id): {{(pid=80182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:24:28.942788 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Received port after_create {{(pid=80182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:24:28.960983 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7ec78057-1cf8-48ac-a506-e134ae49c942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:28.970402 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-552a0b35-6166-4a6f-879b-5a93fd4a1a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:28.987033 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec78057-1cf8-48ac-a506-e134ae49c942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc52b504-d7a9-4b2e-b4f3-7c7137dc4a42,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:28.990837 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7ec78057-1cf8-48ac-a506-e134ae49c942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:29.021317 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7ec78057-1cf8-48ac-a506-e134ae49c942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:29.025556 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-7ec78057-1cf8-48ac-a506-e134ae49c942 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bc52b504-d7a9-4b2e-b4f3-7c7137dc4a42 HTTP/1.1" status: 204 len: 168 time: 0.5237839 Jan 19 22:24:29.063325 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Attempting to bind port 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58 on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:24:29.063965 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Attempting to bind port 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58 by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': '41f6063b-b71c-4980-b791-ecc142e605de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:24:29.064464 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Attempting to bind port 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58 on network 29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:24:29.071579 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:24:29.074762 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Checking segment: {'id': '41f6063b-b71c-4980-b791-ecc142e605de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:24:29.074762 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:29.074762 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Bound using segment: {'id': '41f6063b-b71c-4980-b791-ecc142e605de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:24:29.074762 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Bound port: 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f6063b-b71c-4980-b791-ecc142e605de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:24:29.075449 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:29.192804 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] For port 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:24:29.196611 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] For port 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=9f9912b7-9f0e-4b17-90e1-eab8c7cdda58,segment=NetworkSegment(41f6063b-b71c-4980-b791-ecc142e605de),segment_id=41f6063b-b71c-4980-b791-ecc142e605de)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:24:29.203131 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:29.247980 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] Allocated IP 172.27.0.17 (8ee66800-a804-40da-8341-42d4a5bfa70e/1d78e577-375f-4e80-a30d-36805bf42fd3/c41d1c2f-9b7b-42f2-8566-1e10366f04ee) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:24:29.324680 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:29.418243 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Pushing event updated for resources: {'Port': ['ID=9f9912b7-9f0e-4b17-90e1-eab8c7cdda58,revision_number=2']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:29.424057 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:29.506347 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:29.580351 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:29.809928 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:29.929650 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dc445080-aea5-4f4f-a524-37beef49033f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:29.955730 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] Pushing event updated for resources: {'Port': ['ID=c41d1c2f-9b7b-42f2-8566-1e10366f04ee,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:29.964769 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:29.981477 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] Network 8ee66800-a804-40da-8341-42d4a5bfa70e is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:24:29.982931 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:24:29.985577 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:24:30.453790 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:31.070713 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854343512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854343465'] for router, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:31.259083 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486e1398-c055-4962-8d24-97a06b18b1ae None None] Network 29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:24:31.340529 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] Router a974c745-492d-47bf-b7f7-ab49bb885b83 is scheduled to L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 with binding_index 1 {{(pid=80181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 19 22:24:31.438292 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-7cc753d8-f3d2-407b-aca7-af8f5023266b None None] Provisioning for port 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58 completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:24:31.666713 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:24:31.677647 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] Sync routers for ids ['a974c745-492d-47bf-b7f7-ab49bb885b83'] in dv-cinder-750782-5-iscsi {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:24:31.682347 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 56776) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:31.703445 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] Routers {'a974c745-492d-47bf-b7f7-ab49bb885b83'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:24:31.704311 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:24:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['a974c745-492d-47bf-b7f7-ab49bb885b83'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:24:31.746187 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] Notify callbacks [] for router, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:31.748547 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7379446 Jan 19 22:24:31.751534 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 56784) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:31.899774 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:24:32.101511 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:24:32.124794 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:32.128417 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:32.203193 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] Set router a974c745-492d-47bf-b7f7-ab49bb885b83 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:24:32.214340 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-1cbe8ada-bb24-43b1-8fce-caa021361137 None None] Provisioning complete for port 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:32.214884 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1cbe8ada-bb24-43b1-8fce-caa021361137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:32.272592 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-14e93c7a-48a1-460b-b31b-b71c571c4d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:32.554664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1cbe8ada-bb24-43b1-8fce-caa021361137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:32.556251 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-14e93c7a-48a1-460b-b31b-b71c571c4d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:32.572487 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-14e93c7a-48a1-460b-b31b-b71c571c4d85 admin admin] Usage tracker for resource:security_group_rule and tenant:195668483e694bfa83c25e5c59577d45 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:32.578522 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-14e93c7a-48a1-460b-b31b-b71c571c4d85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:32.612380 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-14e93c7a-48a1-460b-b31b-b71c571c4d85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:32.692927 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:32.798278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] For port 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=9f9912b7-9f0e-4b17-90e1-eab8c7cdda58,segment=NetworkSegment(41f6063b-b71c-4980-b791-ecc142e605de),segment_id=41f6063b-b71c-4980-b791-ecc142e605de)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:24:32.890723 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:32.900664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:33.008605 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.api [None req-1cbe8ada-bb24-43b1-8fce-caa021361137 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80182) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:24:33.009141 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_db.api [None req-1cbe8ada-bb24-43b1-8fce-caa021361137 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:24:33.016106 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Pushing event updated for resources: {'Port': ['ID=9f9912b7-9f0e-4b17-90e1-eab8c7cdda58,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:33.020735 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:33.037249 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:24:33.133848 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:24:30Z', 'revision_number': 3, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:24:33.139316 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] Checking router: a974c745-492d-47bf-b7f7-ab49bb885b83 for host: dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:24:33.139769 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] Updating router a974c745-492d-47bf-b7f7-ab49bb885b83 port c41d1c2f-9b7b-42f2-8566-1e10366f04ee binding host dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:24:33.160322 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6bf040dd-3851-4a3e-a197-4ded039b8d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:33.213722 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-14e93c7a-48a1-460b-b31b-b71c571c4d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:33.214219 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:33.238452 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-14e93c7a-48a1-460b-b31b-b71c571c4d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:33.249754 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:33.314792 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-14e93c7a-48a1-460b-b31b-b71c571c4d85 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=195668483e694bfa83c25e5c59577d45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6306462 Jan 19 22:24:33.317874 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 56796) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:33.326018 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e93c7a-48a1-460b-b31b-b71c571c4d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba24638-6929-4e53-9f0c-1ee47a5c1197,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:33.331695 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-14e93c7a-48a1-460b-b31b-b71c571c4d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:33.408970 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bc739e2d-8bf8-401b-8d51-19d5dc6dd514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:33.452397 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bc739e2d-8bf8-401b-8d51-19d5dc6dd514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:33.558540 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bc739e2d-8bf8-401b-8d51-19d5dc6dd514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:33.590874 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-30ac31e2-45bc-4906-b3e5-ddc75197a8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:33.637578 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc739e2d-8bf8-401b-8d51-19d5dc6dd514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba24638-6929-4e53-9f0c-1ee47a5c1197,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:33.648889 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-bc739e2d-8bf8-401b-8d51-19d5dc6dd514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:33.653852 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bc739e2d-8bf8-401b-8d51-19d5dc6dd514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:33.655082 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-bc739e2d-8bf8-401b-8d51-19d5dc6dd514 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7ba24638-6929-4e53-9f0c-1ee47a5c1197 HTTP/1.1" status: 204 len: 168 time: 0.3356340 Jan 19 22:24:33.712808 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-604c9e2f-65a6-4f00-82df-17b462f5e131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:33.794509 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] Notify callbacks [] for port, precommit_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:33.805616 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:24:33.809609 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] Transition to ACTIVE for port object c41d1c2f-9b7b-42f2-8566-1e10366f04ee will not be triggered until provisioned by entity L2. {{(pid=80183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:24:33.815067 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:33.898123 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-4dec6c33-9aff-43b5-b2c3-df7c451cf300 None None] Provisioning complete for port 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:33.899399 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4dec6c33-9aff-43b5-b2c3-df7c451cf300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:33.936015 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:34.035788 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e06752-8fd0-46e3-8280-311037e06d8d None None] Pushing event updated for resources: {'Port': ['ID=c41d1c2f-9b7b-42f2-8566-1e10366f04ee,revision_number=2']} {{(pid=80183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:34.039892 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-10e06752-8fd0-46e3-8280-311037e06d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:34.087916 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:34.088608 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:34.138249 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] Attempting to bind port c41d1c2f-9b7b-42f2-8566-1e10366f04ee on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:24:34.139046 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] Attempting to bind port c41d1c2f-9b7b-42f2-8566-1e10366f04ee by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}] {{(pid=80183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:24:34.139763 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] Attempting to bind port c41d1c2f-9b7b-42f2-8566-1e10366f04ee on network 8ee66800-a804-40da-8341-42d4a5bfa70e {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:24:34.147598 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:24:34.148295 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] Checking segment: {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:24:34.149076 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:34.149837 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] Bound using segment: {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'} {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:24:34.150556 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] Bound port: c41d1c2f-9b7b-42f2-8566-1e10366f04ee, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}}] {{(pid=80183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:24:34.151242 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:34.306294 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-604c9e2f-65a6-4f00-82df-17b462f5e131 admin admin] Allocated IP 172.20.0.1 (29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff/aab077fb-7a3f-467f-8b9a-f6fe6fd707e1/a7256fa1-8a58-410d-a7aa-d44921c8dcd8) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:24:34.328191 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] For port c41d1c2f-9b7b-42f2-8566-1e10366f04ee, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:24:34.333044 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] For port c41d1c2f-9b7b-42f2-8566-1e10366f04ee, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=c41d1c2f-9b7b-42f2-8566-1e10366f04ee,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:24:34.342766 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:34.373677 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-893b5e4b-1110-45f9-bdb2-d891debbf6b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:34.512425 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-604c9e2f-65a6-4f00-82df-17b462f5e131 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:34.538134 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-604c9e2f-65a6-4f00-82df-17b462f5e131 admin admin] Transition to ACTIVE for port object a7256fa1-8a58-410d-a7aa-d44921c8dcd8 will not be triggered until provisioned by entity DHCP. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:24:34.626166 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-604c9e2f-65a6-4f00-82df-17b462f5e131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:34.672909 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-dd86bec9-2bf2-4123-84fb-b37c94a4d54f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:34.700409 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e06752-8fd0-46e3-8280-311037e06d8d None None] Pushing event updated for resources: {'Port': ['ID=c41d1c2f-9b7b-42f2-8566-1e10366f04ee,revision_number=3']} {{(pid=80183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:34.769669 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:34.787034 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-10e06752-8fd0-46e3-8280-311037e06d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:34.850253 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] Routers {'a974c745-492d-47bf-b7f7-ab49bb885b83'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:24:34.851383 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:24:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['a974c745-492d-47bf-b7f7-ab49bb885b83'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:24:34.858762 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c9e2f-65a6-4f00-82df-17b462f5e131 admin admin] Pushing event updated for resources: {'Port': ['ID=a7256fa1-8a58-410d-a7aa-d44921c8dcd8,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:34.864479 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-604c9e2f-65a6-4f00-82df-17b462f5e131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:34.982581 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604c9e2f-65a6-4f00-82df-17b462f5e131 admin admin] Network 29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:24:34.984516 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-604c9e2f-65a6-4f00-82df-17b462f5e131 admin admin] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:24:34.987330 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c9e2f-65a6-4f00-82df-17b462f5e131 admin admin] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:24:35.092921 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-604c9e2f-65a6-4f00-82df-17b462f5e131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432228'] for router_interface, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:35.161459 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] Set router a974c745-492d-47bf-b7f7-ab49bb885b83 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:24:35.260717 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:35.337809 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-604c9e2f-65a6-4f00-82df-17b462f5e131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:35.364999 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 56826) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:35.493051 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-4e6831aa-e1c6-4d8b-b7ff-fe553c80dc6b None None] Provisioning for port a7256fa1-8a58-410d-a7aa-d44921c8dcd8 completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:24:35.498795 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-4e6831aa-e1c6-4d8b-b7ff-fe553c80dc6b None None] Provisioning complete for port a7256fa1-8a58-410d-a7aa-d44921c8dcd8 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:35.499227 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4e6831aa-e1c6-4d8b-b7ff-fe553c80dc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:35.583636 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-4e6831aa-e1c6-4d8b-b7ff-fe553c80dc6b None None] Port a7256fa1-8a58-410d-a7aa-d44921c8dcd8 cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:24:35.613038 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-537996177-network', 'tenant_id': '211f6cd340034838ac0316a66c475298'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:24:35.618611 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:35.640706 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Usage tracker for resource:network and tenant:211f6cd340034838ac0316a66c475298 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:35.643976 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:24:30Z', 'revision_number': 3, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:24:35.645745 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:35.649397 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de42c09d-f0f9-4a54-b424-4add0c95e16c None None] The sync data for ids ['a974c745-492d-47bf-b7f7-ab49bb885b83'] in dv-cinder-750782-5-iscsi is: [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:24:30Z', 'revision_number': 3, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}] {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:24:35.665289 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:35.689350 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Made reservation on behalf of 211f6cd340034838ac0316a66c475298 for: {'network': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:24:35.698000 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for network, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:35.720152 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:35.730887 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:35.754040 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:35.791920 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Usage tracker for resource:security_group_rule and tenant:211f6cd340034838ac0316a66c475298 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:35.796407 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:35.805924 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:35.811925 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-604c9e2f-65a6-4f00-82df-17b462f5e131 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:35.829370 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-604c9e2f-65a6-4f00-82df-17b462f5e131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996312'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:35.873220 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:35.933278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:35.941684 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:35.946381 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f099f78b-243d-454d-877f-93ef53beec6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:35.962723 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c9e2f-65a6-4f00-82df-17b462f5e131 admin admin] Pushing event updated for resources: {'Port': ['ID=a7256fa1-8a58-410d-a7aa-d44921c8dcd8,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:35.967695 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-604c9e2f-65a6-4f00-82df-17b462f5e131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:35.975772 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-604c9e2f-65a6-4f00-82df-17b462f5e131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1691567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427469'] for router_interface, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:35.998249 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:24:36.005663 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf448d3-98b1-4ffc-aee6-7921f6931539,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:36.010066 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:36.014752 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735727412510', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:36.015329 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.segments_db [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Added segment 9e0c1087-46f5-48bb-b6fd-f1b7be5752ea of type vxlan for network e6ef69e7-9241-4b24-ac31-2f123aad1774 Jan 19 22:24:36.048563 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735727031838'] for network, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:36.091418 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for network, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:36.093109 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:36.093787 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:36.112893 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1288d1cf-c150-4152-a64b-2cdc34b69d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:36.175671 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604c9e2f-65a6-4f00-82df-17b462f5e131 admin admin] Network 29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:24:36.177984 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-604c9e2f-65a6-4f00-82df-17b462f5e131 admin admin] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:24:36.238160 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Pushing event updated for resources: {'Network': ['ID=e6ef69e7-9241-4b24-ac31-2f123aad1774,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:36.238160 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:36.241305 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8748143 Jan 19 22:24:36.242945 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Network e6ef69e7-9241-4b24-ac31-2f123aad1774 details requested by agent ovs-agent-dv-cinder-750782-5-iscsi with host dv-cinder-750782-5-iscsi {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:24:36.244843 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 56836) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:36.253197 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-3b105bd4-0409-4f78-8bdc-c8909422f36b admin admin] Request body: {'subnet': {'network_id': 'e6ef69e7-9241-4b24-ac31-2f123aad1774', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-537996177-subnet', 'tenant_id': '211f6cd340034838ac0316a66c475298', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:24:36.265863 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-3b105bd4-0409-4f78-8bdc-c8909422f36b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:36.278145 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-3b105bd4-0409-4f78-8bdc-c8909422f36b admin admin] Usage tracker for resource:subnet and tenant:211f6cd340034838ac0316a66c475298 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:36.288140 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-3b105bd4-0409-4f78-8bdc-c8909422f36b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:36.302456 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-3b105bd4-0409-4f78-8bdc-c8909422f36b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:36.330142 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b105bd4-0409-4f78-8bdc-c8909422f36b admin admin] Made reservation on behalf of 211f6cd340034838ac0316a66c475298 for: {'subnet': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:24:36.336073 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3b105bd4-0409-4f78-8bdc-c8909422f36b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:36.447409 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Network e6ef69e7-9241-4b24-ac31-2f123aad1774 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:24:36.665694 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604c9e2f-65a6-4f00-82df-17b462f5e131 admin admin] Router a974c745-492d-47bf-b7f7-ab49bb885b83 has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:24:36.721818 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-e490f1b1-b4c2-4073-adf7-0d26a70ac9bb None None] Provisioning complete for port a7256fa1-8a58-410d-a7aa-d44921c8dcd8 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:36.722331 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e490f1b1-b4c2-4073-adf7-0d26a70ac9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:36.816401 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-e490f1b1-b4c2-4073-adf7-0d26a70ac9bb None None] Port a7256fa1-8a58-410d-a7aa-d44921c8dcd8 cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:24:36.986943 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604c9e2f-65a6-4f00-82df-17b462f5e131 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:24:37.028908 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-604c9e2f-65a6-4f00-82df-17b462f5e131 admin admin] 10.222.0.50 "PUT /v2.0/routers/a974c745-492d-47bf-b7f7-ab49bb885b83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2758791 Jan 19 22:24:37.283971 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3b105bd4-0409-4f78-8bdc-c8909422f36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for subnet, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:37.301515 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8671806b-8560-4410-879a-1d4bfcd7e6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:37.443233 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b105bd4-0409-4f78-8bdc-c8909422f36b admin admin] Pushing event updated for resources: {'Subnet': ['ID=42f603b9-be0f-4ef2-9931-5868eddb5fe8,revision_number=0']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:37.456428 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3b105bd4-0409-4f78-8bdc-c8909422f36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:37.543116 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b105bd4-0409-4f78-8bdc-c8909422f36b admin admin] Checking segment: {'id': '9e0c1087-46f5-48bb-b6fd-f1b7be5752ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6ef69e7-9241-4b24-ac31-2f123aad1774'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:24:37.543464 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b105bd4-0409-4f78-8bdc-c8909422f36b admin admin] Network hostable DHCP agents. Network: e6ef69e7-9241-4b24-ac31-2f123aad1774, hostable agents: ['0298d202-b593-4dd5-8d1c-743f0535002a'], hosted agents: [] {{(pid=80181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:24:37.584414 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b105bd4-0409-4f78-8bdc-c8909422f36b admin admin] Network e6ef69e7-9241-4b24-ac31-2f123aad1774 is scheduled to be hosted by DHCP agent 0298d202-b593-4dd5-8d1c-743f0535002a with binding_index 1 {{(pid=80181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:24:37.596073 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-3b105bd4-0409-4f78-8bdc-c8909422f36b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-iscsi, e6ef69e7-9241-4b24-ac31-2f123aad1774) {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:24:37.601709 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b105bd4-0409-4f78-8bdc-c8909422f36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:37.602415 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3b105bd4-0409-4f78-8bdc-c8909422f36b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:37.606737 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c215d6-ca11-483f-b892-5b318ab8dbfa None None] Network e6ef69e7-9241-4b24-ac31-2f123aad1774 requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:24:37.714001 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-3b105bd4-0409-4f78-8bdc-c8909422f36b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4679863 Jan 19 22:24:37.860151 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device c41d1c2f-9b7b-42f2-8566-1e10366f04ee up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:24:38.081299 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port c41d1c2f-9b7b-42f2-8566-1e10366f04ee completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:24:38.089370 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port c41d1c2f-9b7b-42f2-8566-1e10366f04ee triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:38.089793 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:38.146579 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f9ee98-f239-4dc4-b58d-4c3a7b1004f3 None None] Network e6ef69e7-9241-4b24-ac31-2f123aad1774 requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:24:38.303261 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 56884) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:38.311112 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1129528528-network', 'tenant_id': '8de606bf9b7642d5812e33bc328958af'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:24:38.320852 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:38.342992 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] Usage tracker for resource:network and tenant:8de606bf9b7642d5812e33bc328958af is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:38.354652 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:38.366772 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:38.399930 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] Made reservation on behalf of 8de606bf9b7642d5812e33bc328958af for: {'network': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:24:38.405502 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for network, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:38.437300 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:38.483378 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:38.528501 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] Usage tracker for resource:security_group_rule and tenant:8de606bf9b7642d5812e33bc328958af is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:38.544335 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:38.568197 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:38.728544 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:38.740787 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:38.744651 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:38.751104 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:38.760583 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] For port c41d1c2f-9b7b-42f2-8566-1e10366f04ee, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=c41d1c2f-9b7b-42f2-8566-1e10366f04ee,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:24:38.766459 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:38.782844 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:38.793242 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:24:38.813902 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2aa294-88db-45b8-a19a-bcfc2ed6130e,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:38.829955 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:38.833189 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735727412510', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:38.836275 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.segments_db [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] Added segment bff00ae5-5161-4d60-821b-d645585ee095 of type vxlan for network 3bcab020-c59c-445e-9f61-1f5e5182c366 Jan 19 22:24:38.878914 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Pushing event updated for resources: {'Port': ['ID=c41d1c2f-9b7b-42f2-8566-1e10366f04ee,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:38.892800 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735727031838'] for network, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:38.929668 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:38.930061 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:38.930444 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:38.930880 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:38.931257 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:38.931625 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:38.931995 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:38.932530 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:38.932708 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:38.933051 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:38.933422 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:38.933784 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:38.934214 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:38.934585 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:38.935014 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:38.935321 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:38.935686 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:38.936184 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:38.936629 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:38.937049 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:38.937470 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:38.937836 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:38.938206 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:38.938385 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for network, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:38.938552 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:24:38.939744 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:38.940421 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:38.943435 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:38.946504 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:39.063847 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7589757 Jan 19 22:24:39.067464 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 56900) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:39.068303 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] Pushing event updated for resources: {'Network': ['ID=3bcab020-c59c-445e-9f61-1f5e5182c366,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:39.073876 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:39.077559 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-3d35e374-247e-42c3-b885-2d047972458e admin admin] Request body: {'subnet': {'network_id': '3bcab020-c59c-445e-9f61-1f5e5182c366', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1129528528-subnet', 'tenant_id': '8de606bf9b7642d5812e33bc328958af', 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:24:39.080516 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Network 3bcab020-c59c-445e-9f61-1f5e5182c366 details requested by agent ovs-agent-dv-cinder-750782-5-iscsi with host dv-cinder-750782-5-iscsi {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:24:39.082931 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-3d35e374-247e-42c3-b885-2d047972458e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:39.089000 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-3d35e374-247e-42c3-b885-2d047972458e admin admin] Usage tracker for resource:subnet and tenant:8de606bf9b7642d5812e33bc328958af is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:39.092301 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-3d35e374-247e-42c3-b885-2d047972458e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:39.101423 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-3d35e374-247e-42c3-b885-2d047972458e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:39.105727 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Network 3bcab020-c59c-445e-9f61-1f5e5182c366 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:24:39.117096 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d35e374-247e-42c3-b885-2d047972458e admin admin] Made reservation on behalf of 8de606bf9b7642d5812e33bc328958af for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:24:39.122548 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3d35e374-247e-42c3-b885-2d047972458e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2619945'] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:39.350053 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] Sync routers for ids ['a974c745-492d-47bf-b7f7-ab49bb885b83'] in dv-cinder-750782-5-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:24:39.364881 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] Routers {'a974c745-492d-47bf-b7f7-ab49bb885b83'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:24:39.365893 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:24:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['a974c745-492d-47bf-b7f7-ab49bb885b83'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:24:39.547171 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] Request body: {'port': {'device_id': 'd440bd4b-dc91-46fa-a24e-69e13993ba8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:24:39.607359 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] Set router a974c745-492d-47bf-b7f7-ab49bb885b83 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:24:39.795375 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3d35e374-247e-42c3-b885-2d047972458e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3995136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2619960'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:39.828833 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:39.840846 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:39.847115 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device c41d1c2f-9b7b-42f2-8566-1e10366f04ee up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:24:39.981642 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35e374-247e-42c3-b885-2d047972458e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb42a908-d935-4b3d-804d-6211e1bca956,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:40.057733 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port c41d1c2f-9b7b-42f2-8566-1e10366f04ee triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:40.058156 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:40.246277 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3d35e374-247e-42c3-b885-2d047972458e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:40.272882 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:24:35Z', 'revision_number': 4, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': 'a7256fa1-8a58-410d-a7aa-d44921c8dcd8', 'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'tenant_id': '607a36c19a34437991c7268366328db0', 'mac_address': 'fa:16:3e:a9:7d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:34Z', 'updated_at': '2021-01-19T22:24:35Z', 'revision_number': 2, 'project_id': '607a36c19a34437991c7268366328db0', 'subnets': [{'id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:24:40.281396 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] Checking router: a974c745-492d-47bf-b7f7-ab49bb885b83 for host: dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:24:40.281803 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] Updating router a974c745-492d-47bf-b7f7-ab49bb885b83 port a7256fa1-8a58-410d-a7aa-d44921c8dcd8 binding host dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:24:40.348457 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:40.383638 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded92b05-d480-455e-b6f9-46ab3cb0c384 {{(pid=80181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:24:40.400329 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:40.420288 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] Transition to ACTIVE for port object ded92b05-d480-455e-b6f9-46ab3cb0c384 will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:24:40.423642 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:40.487477 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d35e374-247e-42c3-b885-2d047972458e admin admin] Checking segment: {'id': 'bff00ae5-5161-4d60-821b-d645585ee095', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3bcab020-c59c-445e-9f61-1f5e5182c366'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:24:40.487866 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d35e374-247e-42c3-b885-2d047972458e admin admin] Network hostable DHCP agents. Network: 3bcab020-c59c-445e-9f61-1f5e5182c366, hostable agents: ['0298d202-b593-4dd5-8d1c-743f0535002a'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:24:40.517299 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cd03d-fb24-4bbe-90fc-b5f680e4bec4 req-ea8b6fac-5287-4f5e-8d6f-b3c10b8644a6 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:40.519144 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-592cd03d-fb24-4bbe-90fc-b5f680e4bec4 req-ea8b6fac-5287-4f5e-8d6f-b3c10b8644a6 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 931 time: 0.5788903 Jan 19 22:24:40.546833 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02940eeb-bb01-4020-aefa-7f216135455f req-4cac074f-ba32-42f5-b766-de2f4298fabf tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:40.554452 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-02940eeb-bb01-4020-aefa-7f216135455f req-4cac074f-ba32-42f5-b766-de2f4298fabf tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.6100144 Jan 19 22:24:40.586535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:40.635832 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d35e374-247e-42c3-b885-2d047972458e admin admin] Network 3bcab020-c59c-445e-9f61-1f5e5182c366 is scheduled to be hosted by DHCP agent 0298d202-b593-4dd5-8d1c-743f0535002a with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:24:40.664710 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-592cd03d-fb24-4bbe-90fc-b5f680e4bec4 req-8f551836-64ca-438d-9f98-6988828dd1e9 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068661 Jan 19 22:24:40.683532 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-02940eeb-bb01-4020-aefa-7f216135455f req-b7b536f9-60af-434e-b713-1554d8958aa2 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279368 Jan 19 22:24:40.684457 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-3d35e374-247e-42c3-b885-2d047972458e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-iscsi, 3bcab020-c59c-445e-9f61-1f5e5182c366) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:24:40.712843 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d35e374-247e-42c3-b885-2d047972458e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:40.713708 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3d35e374-247e-42c3-b885-2d047972458e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:40.728342 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ded92b05-d480-455e-b6f9-46ab3cb0c384,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:40.731831 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:40.768085 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-3d35e374-247e-42c3-b885-2d047972458e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6967731 Jan 19 22:24:40.768085 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 56932) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:40.774072 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1129528528-router', 'tenant_id': '8de606bf9b7642d5812e33bc328958af', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:24:40.791130 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:40.797852 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] Usage tracker for resource:router and tenant:8de606bf9b7642d5812e33bc328958af is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:40.817524 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:40.840015 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:40.878338 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774574'] for router, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:40.879593 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854348406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854251773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854357454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1069'] for router, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:40.906459 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4c83f1-f0de-43da-9104-9707bf24e3d0 None None] Network 3bcab020-c59c-445e-9f61-1f5e5182c366 requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:24:40.928744 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:40.986154 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] Attempting to bind port ded92b05-d480-455e-b6f9-46ab3cb0c384 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:24:40.986851 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] Attempting to bind port ded92b05-d480-455e-b6f9-46ab3cb0c384 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '0621467d-81de-4253-9188-69472b578be3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:24:40.987368 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] Attempting to bind port ded92b05-d480-455e-b6f9-46ab3cb0c384 on network 17ee81f9-a178-4a93-963d-840d16aa8c49 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:24:41.003093 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] Checking agent: {'id': '2523063a-ad22-4c17-a8b2-431f878c065d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 20, 21), 'started_at': datetime.datetime(2021, 1, 19, 22, 20, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:24:41.005709 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] Checking segment: {'id': '0621467d-81de-4253-9188-69472b578be3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:24:41.006489 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:41.007721 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] Bound using segment: {'id': '0621467d-81de-4253-9188-69472b578be3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:24:41.010837 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] Bound port: ded92b05-d480-455e-b6f9-46ab3cb0c384, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0621467d-81de-4253-9188-69472b578be3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:24:41.011385 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:41.246407 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] For port ded92b05-d480-455e-b6f9-46ab3cb0c384, host hv-cinder-75078, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:24:41.250595 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] For port ded92b05-d480-455e-b6f9-46ab3cb0c384, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ded92b05-d480-455e-b6f9-46ab3cb0c384,segment=NetworkSegment(0621467d-81de-4253-9188-69472b578be3),segment_id=0621467d-81de-4253-9188-69472b578be3)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:24:41.267217 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:41.315273 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfee72873-9919-50a9-87f3-d37d1a9072ae-3bcab020-c59c-445e-9f61-1f5e5182c366', 'network_id': '3bcab020-c59c-445e-9f61-1f5e5182c366', 'tenant_id': '8de606bf9b7642d5812e33bc328958af', 'fixed_ips': [{'subnet_id': 'fb42a908-d935-4b3d-804d-6211e1bca956'}]}} from dv-cinder-750782-5-iscsi. {{(pid=80182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 19 22:24:41.316293 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:41.387278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:41.440487 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854251726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854349535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1084'] for router, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:41.474234 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:41.500311 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] Transition to ACTIVE for port object a7256fa1-8a58-410d-a7aa-d44921c8dcd8 will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:24:41.529310 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:41.624339 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ded92b05-d480-455e-b6f9-46ab3cb0c384,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:41.638776 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:41.716420 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:41.723985 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:41.724871 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:41.726465 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] 10.222.0.65 "PUT /v2.0/ports/ded92b05-d480-455e-b6f9-46ab3cb0c384 HTTP/1.1" status: 200 len: 1157 time: 2.1905830 Jan 19 22:24:41.727142 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd440bd4b-dc91-46fa-a24e-69e13993ba8b', 'tag': 'ded92b05-d480-455e-b6f9-46ab3cb0c384'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:24:42.023481 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52748f-5eba-4f58-a867-1c181353a382 req-06a6f4fb-ff71-4cd4-a354-03226b95118c tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:42.030220 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3a52748f-5eba-4f58-a867-1c181353a382 req-06a6f4fb-ff71-4cd4-a354-03226b95118c tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/networks?id=e6ef69e7-9241-4b24-ac31-2f123aad1774 HTTP/1.1" status: 200 len: 813 time: 0.7899523 Jan 19 22:24:42.032189 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-2b9d1ab2-f38b-4efe-bf9a-e78c0ef1c183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:42.036912 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-2b9d1ab2-f38b-4efe-bf9a-e78c0ef1c183 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=506c7be82ade45dbbf2380d49038ee72&device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 1160 time: 0.2395022 Jan 19 22:24:42.168298 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3a52748f-5eba-4f58-a867-1c181353a382 req-62d9f481-fa53-4633-8913-e8afb019e353 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/quotas/211f6cd340034838ac0316a66c475298 HTTP/1.1" status: 200 len: 375 time: 0.0613031 Jan 19 22:24:42.188621 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f82de-a076-4410-b40b-af8b3a480238 req-cee97393-9b90-477b-8cd5-3bea43d9e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:42.190208 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-309f82de-a076-4410-b40b-af8b3a480238 req-cee97393-9b90-477b-8cd5-3bea43d9e562 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 1162 time: 0.6480629 Jan 19 22:24:42.251375 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-3b8d60a1-331f-45f1-9847-b8743b26f3bf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ded92b05-d480-455e-b6f9-46ab3cb0c384 HTTP/1.1" status: 200 len: 217 time: 0.1926088 Jan 19 22:24:42.288478 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3a52748f-5eba-4f58-a867-1c181353a382 req-528231f7-e64c-4b64-bcbf-0ad1e6c2f15a tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?tenant_id=211f6cd340034838ac0316a66c475298&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1051850 Jan 19 22:24:42.411520 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-9196dd76-2d5d-487d-8699-e977ce18e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:42.413189 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-9196dd76-2d5d-487d-8699-e977ce18e22b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1e724ee9-a620-4321-9e90-df17c9c2dc02 HTTP/1.1" status: 200 len: 853 time: 0.1523004 Jan 19 22:24:42.426190 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b7d23-1788-4c89-b759-4d24f9bdc45c None None] Pushing event updated for resources: {'Port': ['ID=a7256fa1-8a58-410d-a7aa-d44921c8dcd8,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:42.453502 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-168b7d23-1788-4c89-b759-4d24f9bdc45c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:42.502772 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 56974) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:42.510810 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] Attempting to bind port a7256fa1-8a58-410d-a7aa-d44921c8dcd8 on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:24:42.511350 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] Attempting to bind port a7256fa1-8a58-410d-a7aa-d44921c8dcd8 by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': '41f6063b-b71c-4980-b791-ecc142e605de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:24:42.511867 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] Attempting to bind port a7256fa1-8a58-410d-a7aa-d44921c8dcd8 on network 29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:24:42.527783 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:24:42.528154 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] Checking segment: {'id': '41f6063b-b71c-4980-b791-ecc142e605de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:24:42.528779 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:42.529348 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] Bound using segment: {'id': '41f6063b-b71c-4980-b791-ecc142e605de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:24:42.530365 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] Bound port: a7256fa1-8a58-410d-a7aa-d44921c8dcd8, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f6063b-b71c-4980-b791-ecc142e605de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:24:42.530520 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:42.578242 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-d4222858-c43d-42a3-97af-f37f9e0edc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:42.579952 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-d4222858-c43d-42a3-97af-f37f9e0edc54 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=17ee81f9-a178-4a93-963d-840d16aa8c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1481700 Jan 19 22:24:42.635416 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b521e99-332f-46b1-900b-49946d0d846a req-b24078f5-bd8f-4056-9736-f02d5cde3201 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:42.637134 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7b521e99-332f-46b1-900b-49946d0d846a req-b24078f5-bd8f-4056-9736-f02d5cde3201 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 943 time: 0.6047270 Jan 19 22:24:42.723672 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-309f82de-a076-4410-b40b-af8b3a480238 req-996fe07e-c0f5-425a-a1d3-88937c4d96ce service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049067 Jan 19 22:24:42.813151 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Allocated IP 172.20.0.2 (3bcab020-c59c-445e-9f61-1f5e5182c366/fb42a908-d935-4b3d-804d-6211e1bca956/1a6334fc-735c-461a-80b6-622cb124be03) {{(pid=80182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:24:42.835547 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] For port a7256fa1-8a58-410d-a7aa-d44921c8dcd8, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:24:42.840501 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7b521e99-332f-46b1-900b-49946d0d846a req-8fa028c8-28f0-420e-a328-5da77efcc8cf tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341312 Jan 19 22:24:42.863424 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3a52748f-5eba-4f58-a867-1c181353a382 req-d08d5ab9-54c8-4069-8de8-438f34606de9 service neutron] 10.222.0.50 "GET /v2.0/networks/e6ef69e7-9241-4b24-ac31-2f123aad1774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5738723 Jan 19 22:24:42.876193 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] For port a7256fa1-8a58-410d-a7aa-d44921c8dcd8, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=a7256fa1-8a58-410d-a7aa-d44921c8dcd8,segment=NetworkSegment(41f6063b-b71c-4980-b791-ecc142e605de),segment_id=41f6063b-b71c-4980-b791-ecc142e605de)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:24:42.888182 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:42.902858 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-6136af5d-2ba5-4db2-b326-4dc5eaa5eb5b service neutron] 10.222.0.65 "GET /v2.0/networks/17ee81f9-a178-4a93-963d-840d16aa8c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143091 Jan 19 22:24:42.916264 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:42.961721 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-52453d5a-8130-43b6-a594-3aae3e1bb7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:43.217535 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d5fce9db-649f-4422-bf5e-347b381fca0d req-f12d494d-4f2e-4c03-9248-c70790ae8bdd service neutron] 10.222.0.65 "GET /v2.0/networks/17ee81f9-a178-4a93-963d-840d16aa8c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1955130 Jan 19 22:24:43.257064 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b7d23-1788-4c89-b759-4d24f9bdc45c None None] Pushing event updated for resources: {'Port': ['ID=a7256fa1-8a58-410d-a7aa-d44921c8dcd8,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:43.260917 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-168b7d23-1788-4c89-b759-4d24f9bdc45c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:43.261117 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:43.345904 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:43.360981 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-52453d5a-8130-43b6-a594-3aae3e1bb7ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:43.395732 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-52453d5a-8130-43b6-a594-3aae3e1bb7ec admin admin] Usage tracker for resource:security_group_rule and tenant:abf2630167244c0eb111ae9055fe223f is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:43.406808 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-52453d5a-8130-43b6-a594-3aae3e1bb7ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:43.407338 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] Routers {'a974c745-492d-47bf-b7f7-ab49bb885b83'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:24:43.407932 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:24:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['a974c745-492d-47bf-b7f7-ab49bb885b83'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:24:43.430606 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-52453d5a-8130-43b6-a594-3aae3e1bb7ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:43.473651 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Notify callbacks [] for port, precommit_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:43.558921 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Transition to ACTIVE for port object 1a6334fc-735c-461a-80b6-622cb124be03 will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:24:43.567965 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3a52748f-5eba-4f58-a867-1c181353a382 req-bb032c8a-bdd3-4bfd-98f8-b96b7ba46f6f service neutron] 10.222.0.50 "GET /v2.0/networks/e6ef69e7-9241-4b24-ac31-2f123aad1774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7034955 Jan 19 22:24:43.650393 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5197bd-f8b4-4491-ae98-5a2280e7bb53 req-3992ab6e-be98-4517-b27f-4f489fef9d5e tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:43.652171 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2e5197bd-f8b4-4491-ae98-5a2280e7bb53 req-3992ab6e-be98-4517-b27f-4f489fef9d5e tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.3633571 Jan 19 22:24:43.704142 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Transition to ACTIVE for port object 1a6334fc-735c-461a-80b6-622cb124be03 will not be triggered until provisioned by entity DHCP. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:24:43.714247 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:43.757995 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b791a351-0b0c-433e-a21e-0b6f3c19c986 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:43.803760 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2e5197bd-f8b4-4491-ae98-5a2280e7bb53 req-da4225b2-6977-48eb-a465-c554a805195e tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446431 Jan 19 22:24:43.805286 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd440bd4b-dc91-46fa-a24e-69e13993ba8b', 'tag': 'ded92b05-d480-455e-b6f9-46ab3cb0c384', 'status': 'completed', 'code': 200} Jan 19 22:24:43.871277 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Pushing event updated for resources: {'Port': ['ID=1a6334fc-735c-461a-80b6-622cb124be03,revision_number=1']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:43.886161 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] Set router a974c745-492d-47bf-b7f7-ab49bb885b83 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:24:43.887659 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-52453d5a-8130-43b6-a594-3aae3e1bb7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:43.902039 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-52453d5a-8130-43b6-a594-3aae3e1bb7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:43.924919 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9c839df3-91c3-4aa7-9835-f4203c695963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:44.029896 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-52453d5a-8130-43b6-a594-3aae3e1bb7ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=abf2630167244c0eb111ae9055fe223f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5235119 Jan 19 22:24:44.041895 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 56998) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:44.072487 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:44.100793 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f5ff0-9b1f-426b-8dec-dbb4c1b0834c req-4cf5e03b-d3a1-41f5-9e96-53c9022eddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:44.115759 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0f4f5ff0-9b1f-426b-8dec-dbb4c1b0834c req-4cf5e03b-d3a1-41f5-9e96-53c9022eddd8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=506c7be82ade45dbbf2380d49038ee72&device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 1160 time: 0.2526908 Jan 19 22:24:44.120900 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f437008d-ed80-4d36-9598-51121d62e679 req-b0af2bef-f463-4401-bd02-53bce28e5169 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=0450c3cd-3848-4e8a-92de-c781d5802bfa HTTP/1.1" status: 200 len: 210 time: 0.1558762 Jan 19 22:24:44.158575 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] Allocated IP 172.27.0.49 (8ee66800-a804-40da-8341-42d4a5bfa70e/1d78e577-375f-4e80-a30d-36805bf42fd3/6375b86f-bb36-4ce4-91cd-de1046a164f0) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:24:44.179536 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52453d5a-8130-43b6-a594-3aae3e1bb7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fddf77d-7665-4678-97c0-72b003790787,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:44.199729 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-52453d5a-8130-43b6-a594-3aae3e1bb7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:44.405862 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f5ff0-9b1f-426b-8dec-dbb4c1b0834c req-7f87633f-4ed2-4768-979b-efbc194b6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:44.407642 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0f4f5ff0-9b1f-426b-8dec-dbb4c1b0834c req-7f87633f-4ed2-4768-979b-efbc194b6e6c service neutron] 10.222.0.65 "GET /v2.0/networks?id=17ee81f9-a178-4a93-963d-840d16aa8c49 HTTP/1.1" status: 200 len: 908 time: 0.2759793 Jan 19 22:24:44.527801 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6c14f098-7299-4b17-bb20-b6f642a8eed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:44.573376 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0f4f5ff0-9b1f-426b-8dec-dbb4c1b0834c req-98ca9ee6-d583-4f21-b933-3c7b8f8342f5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ded92b05-d480-455e-b6f9-46ab3cb0c384 HTTP/1.1" status: 200 len: 217 time: 0.1505222 Jan 19 22:24:44.576325 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Network 3bcab020-c59c-445e-9f61-1f5e5182c366 is already hosted by enough agents. {{(pid=80182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:24:44.612633 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Resources bound (agent type, host, resource id): {{(pid=80182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:24:44.618186 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Received port after_create {{(pid=80182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:24:44.705289 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Attempting to bind port 1a6334fc-735c-461a-80b6-622cb124be03 on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:24:44.705710 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Attempting to bind port 1a6334fc-735c-461a-80b6-622cb124be03 by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': 'bff00ae5-5161-4d60-821b-d645585ee095', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3bcab020-c59c-445e-9f61-1f5e5182c366'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:24:44.706195 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Attempting to bind port 1a6334fc-735c-461a-80b6-622cb124be03 on network 3bcab020-c59c-445e-9f61-1f5e5182c366 {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:24:44.713580 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:24:44.714253 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Checking segment: {'id': 'bff00ae5-5161-4d60-821b-d645585ee095', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3bcab020-c59c-445e-9f61-1f5e5182c366'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:24:44.714454 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:44.714900 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Bound using segment: {'id': 'bff00ae5-5161-4d60-821b-d645585ee095', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3bcab020-c59c-445e-9f61-1f5e5182c366'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:24:44.715438 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Bound port: 1a6334fc-735c-461a-80b6-622cb124be03, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff00ae5-5161-4d60-821b-d645585ee095', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3bcab020-c59c-445e-9f61-1f5e5182c366'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:24:44.716050 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:44.723059 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f5ff0-9b1f-426b-8dec-dbb4c1b0834c req-df08693c-90de-4c05-8b28-2341d3378231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:44.724773 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0f4f5ff0-9b1f-426b-8dec-dbb4c1b0834c req-df08693c-90de-4c05-8b28-2341d3378231 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1e724ee9-a620-4321-9e90-df17c9c2dc02 HTTP/1.1" status: 200 len: 853 time: 0.1446898 Jan 19 22:24:44.816757 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] For port 1a6334fc-735c-461a-80b6-622cb124be03, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:24:44.820092 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] For port 1a6334fc-735c-461a-80b6-622cb124be03, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=1a6334fc-735c-461a-80b6-622cb124be03,segment=NetworkSegment(bff00ae5-5161-4d60-821b-d645585ee095),segment_id=bff00ae5-5161-4d60-821b-d645585ee095)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:24:44.824217 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6c14f098-7299-4b17-bb20-b6f642a8eed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:44.829599 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:44.868015 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8762bc83-fe9d-4990-a8c1-d98b4714f329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:44.883526 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f5ff0-9b1f-426b-8dec-dbb4c1b0834c req-7b369e3f-dd9c-42bb-b871-4984874316b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:44.885323 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0f4f5ff0-9b1f-426b-8dec-dbb4c1b0834c req-7b369e3f-dd9c-42bb-b871-4984874316b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=17ee81f9-a178-4a93-963d-840d16aa8c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1424084 Jan 19 22:24:44.901589 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:44.929728 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:24:35Z', 'revision_number': 4, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': 'a7256fa1-8a58-410d-a7aa-d44921c8dcd8', 'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'tenant_id': '607a36c19a34437991c7268366328db0', 'mac_address': 'fa:16:3e:a9:7d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:34Z', 'updated_at': '2021-01-19T22:24:42Z', 'revision_number': 4, 'project_id': '607a36c19a34437991c7268366328db0', 'subnets': [{'id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:24:44.944041 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4297d8c-66c3-4033-b63a-aaf6852a13f1 None None] The sync data for ids ['a974c745-492d-47bf-b7f7-ab49bb885b83'] in dv-cinder-750782-5-iscsi is: [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:24:35Z', 'revision_number': 4, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': 'a7256fa1-8a58-410d-a7aa-d44921c8dcd8', 'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'tenant_id': '607a36c19a34437991c7268366328db0', 'mac_address': 'fa:16:3e:a9:7d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:34Z', 'updated_at': '2021-01-19T22:24:42Z', 'revision_number': 4, 'project_id': '607a36c19a34437991c7268366328db0', 'subnets': [{'id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:24:44.946592 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b60121-2178-4149-a58b-74699b51c5e2 req-18b8f82d-7bb4-4ac6-930c-1e6283c6755b tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:44.948384 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-76b60121-2178-4149-a58b-74699b51c5e2 req-18b8f82d-7bb4-4ac6-930c-1e6283c6755b tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 943 time: 0.6396692 Jan 19 22:24:45.026751 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6c14f098-7299-4b17-bb20-b6f642a8eed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:45.040730 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:45.074156 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:24:45.083820 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14f098-7299-4b17-bb20-b6f642a8eed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fddf77d-7665-4678-97c0-72b003790787,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:45.109399 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0f4f5ff0-9b1f-426b-8dec-dbb4c1b0834c req-bc1654c9-6ec4-4387-b8d7-13b26d4df9f2 service neutron] 10.222.0.65 "GET /v2.0/networks/17ee81f9-a178-4a93-963d-840d16aa8c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134221 Jan 19 22:24:45.111117 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6c14f098-7299-4b17-bb20-b6f642a8eed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:45.162406 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-76b60121-2178-4149-a58b-74699b51c5e2 req-5b286b4c-c403-4a73-b040-174d74d17b66 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018914 Jan 19 22:24:45.187186 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:45.230064 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-56e70583-f8a7-4f63-8fb4-1d7448c2c387 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:45.331854 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0f4f5ff0-9b1f-426b-8dec-dbb4c1b0834c req-87235138-1f70-4705-94c9-56f419b27a10 service neutron] 10.222.0.65 "GET /v2.0/networks/17ee81f9-a178-4a93-963d-840d16aa8c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2111063 Jan 19 22:24:45.485540 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] Pushing event updated for resources: {'Port': ['ID=6375b86f-bb36-4ce4-91cd-de1046a164f0,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:45.498718 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:45.585548 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Pushing event updated for resources: {'Port': ['ID=1a6334fc-735c-461a-80b6-622cb124be03,revision_number=2']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:45.592018 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:45.609860 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6c14f098-7299-4b17-bb20-b6f642a8eed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:45.616400 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-6c14f098-7299-4b17-bb20-b6f642a8eed7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9fddf77d-7665-4678-97c0-72b003790787 HTTP/1.1" status: 204 len: 168 time: 1.5589130 Jan 19 22:24:45.651411 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:45.651944 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:45.852016 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] Network 8ee66800-a804-40da-8341-42d4a5bfa70e is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:24:45.853339 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:24:45.856286 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:24:45.942474 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device a7256fa1-8a58-410d-a7aa-d44921c8dcd8 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:24:46.402327 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port a7256fa1-8a58-410d-a7aa-d44921c8dcd8 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:24:46.446806 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port a7256fa1-8a58-410d-a7aa-d44921c8dcd8 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:46.468179 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:46.600746 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-72dd2b64-6023-4e8b-acea-ad4f6cb2a8aa req-84709703-6dc0-4a69-a7ca-cd77cf1c8753 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=0450c3cd-3848-4e8a-92de-c781d5802bfa HTTP/1.1" status: 200 len: 210 time: 0.1135819 Jan 19 22:24:46.869379 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:46.903336 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f2091-450a-4fa7-8f63-0d3cbc70e94b req-635735ff-c22e-4148-87d2-34c035a1702a tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:46.912063 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1b7f2091-450a-4fa7-8f63-0d3cbc70e94b req-635735ff-c22e-4148-87d2-34c035a1702a tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.7057197 Jan 19 22:24:46.960867 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] For port a7256fa1-8a58-410d-a7aa-d44921c8dcd8, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=a7256fa1-8a58-410d-a7aa-d44921c8dcd8,segment=NetworkSegment(41f6063b-b71c-4980-b791-ecc142e605de),segment_id=41f6063b-b71c-4980-b791-ecc142e605de)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:24:46.979731 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:46.983532 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:47.002787 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52748f-5eba-4f58-a867-1c181353a382 req-112efc73-1eba-4475-979a-133f85415523 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:47.004238 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-3a52748f-5eba-4f58-a867-1c181353a382 req-112efc73-1eba-4475-979a-133f85415523 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Synchronizing usage tracker for tenant:211f6cd340034838ac0316a66c475298 on resource:network {{(pid=80181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:24:47.048020 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-3a52748f-5eba-4f58-a867-1c181353a382 req-112efc73-1eba-4475-979a-133f85415523 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Unset dirty status for tenant:211f6cd340034838ac0316a66c475298 on resource:network {{(pid=80181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:24:47.050441 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3a52748f-5eba-4f58-a867-1c181353a382 req-112efc73-1eba-4475-979a-133f85415523 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.65 "GET /v2.0/networks?id=e6ef69e7-9241-4b24-ac31-2f123aad1774 HTTP/1.1" status: 200 len: 813 time: 0.6807196 Jan 19 22:24:47.091528 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-3a52748f-5eba-4f58-a867-1c181353a382 req-1447a2be-d3ec-4fe3-a3bb-64ffece849fc tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Request body: {'port': {'device_id': '0450c3cd-3848-4e8a-92de-c781d5802bfa', 'network_id': 'e6ef69e7-9241-4b24-ac31-2f123aad1774', 'admin_state_up': True, 'tenant_id': '211f6cd340034838ac0316a66c475298'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:24:47.215905 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Pushing event updated for resources: {'Port': ['ID=a7256fa1-8a58-410d-a7aa-d44921c8dcd8,revision_number=5']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:47.221034 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:47.226549 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.objects.ports [None req-4181d840-7f7c-49bc-be0e-828d55420230 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80182) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 22:24:47.339904 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1b7f2091-450a-4fa7-8f63-0d3cbc70e94b req-6a276215-00ed-4ace-bf12-7c0e7b71dc2b tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266138 Jan 19 22:24:47.425214 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-3a52748f-5eba-4f58-a867-1c181353a382 req-1447a2be-d3ec-4fe3-a3bb-64ffece849fc tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:47.435971 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-3a52748f-5eba-4f58-a867-1c181353a382 req-1447a2be-d3ec-4fe3-a3bb-64ffece849fc tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Usage tracker for resource:port and tenant:211f6cd340034838ac0316a66c475298 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:47.460342 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-3a52748f-5eba-4f58-a867-1c181353a382 req-1447a2be-d3ec-4fe3-a3bb-64ffece849fc tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Quota usage for port was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:47.469268 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-3a52748f-5eba-4f58-a867-1c181353a382 req-1447a2be-d3ec-4fe3-a3bb-64ffece849fc tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:47.498258 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a6bae-aecf-4818-a64c-ddc78753d95f req-bcc36996-896a-4a3c-ae59-0e392d0e6da3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:47.503612 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a52748f-5eba-4f58-a867-1c181353a382 req-1447a2be-d3ec-4fe3-a3bb-64ffece849fc tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Made reservation on behalf of 211f6cd340034838ac0316a66c475298 for: {'port': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:24:47.511001 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-523a6bae-aecf-4818-a64c-ddc78753d95f req-bcc36996-896a-4a3c-ae59-0e392d0e6da3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.5849409 Jan 19 22:24:47.514182 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:47.522542 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-3a52748f-5eba-4f58-a867-1c181353a382 req-1447a2be-d3ec-4fe3-a3bb-64ffece849fc tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:47.902250 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 1a6334fc-735c-461a-80b6-622cb124be03 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:24:48.015882 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1d6d31-a64a-4045-93e8-215aae85d95b None None] Network 3bcab020-c59c-445e-9f61-1f5e5182c366 requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:24:48.136700 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-3a52748f-5eba-4f58-a867-1c181353a382 req-1447a2be-d3ec-4fe3-a3bb-64ffece849fc tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Allocated IP 172.20.0.9 (e6ef69e7-9241-4b24-ac31-2f123aad1774/42f603b9-be0f-4ef2-9931-5868eddb5fe8/2eb4346b-854b-4e50-89a6-7f44f94fb958) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:24:48.163362 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port 1a6334fc-735c-461a-80b6-622cb124be03 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:24:48.399446 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-523a6bae-aecf-4818-a64c-ddc78753d95f req-10360e12-399f-44d5-bba1-ab5f8e610b89 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8873889 Jan 19 22:24:48.400193 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device ded92b05-d480-455e-b6f9-46ab3cb0c384 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:24:48.437410 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-3a52748f-5eba-4f58-a867-1c181353a382 req-1447a2be-d3ec-4fe3-a3bb-64ffece849fc tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:48.470654 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device a7256fa1-8a58-410d-a7aa-d44921c8dcd8 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:24:48.474585 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-3a52748f-5eba-4f58-a867-1c181353a382 req-1447a2be-d3ec-4fe3-a3bb-64ffece849fc tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:48.524670 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854343512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854343465'] for router, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:48.559573 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e3e69-2c13-45d6-8570-8168c22b11bd req-6cc4595c-343d-48bb-9610-b5d1700ed838 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:48.568088 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d98e3e69-2c13-45d6-8570-8168c22b11bd req-6cc4595c-343d-48bb-9610-b5d1700ed838 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 943 time: 0.4885404 Jan 19 22:24:48.760477 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b3e0c9f1-4bb6-4f49-a82c-51dd0a58c76b None None] Provisioning for port 1a6334fc-735c-461a-80b6-622cb124be03 completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:24:48.787448 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b3e0c9f1-4bb6-4f49-a82c-51dd0a58c76b None None] Provisioning complete for port 1a6334fc-735c-461a-80b6-622cb124be03 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:48.788219 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b3e0c9f1-4bb6-4f49-a82c-51dd0a58c76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:48.892665 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:48.900216 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning for port ded92b05-d480-455e-b6f9-46ab3cb0c384 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:24:48.909908 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port ded92b05-d480-455e-b6f9-46ab3cb0c384 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:48.911631 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:49.058013 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d98e3e69-2c13-45d6-8570-8168c22b11bd req-6389fc3a-4b47-4dbd-ba3d-5019c03a0941 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886837 Jan 19 22:24:49.089471 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] Router 9a269576-60f9-4ed8-b2a3-6704efdd0fbd is scheduled to L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 with binding_index 1 {{(pid=80180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 19 22:24:49.095539 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447a2be-d3ec-4fe3-a3bb-64ffece849fc tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Pushing event updated for resources: {'Port': ['ID=2eb4346b-854b-4e50-89a6-7f44f94fb958,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:49.100286 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1447a2be-d3ec-4fe3-a3bb-64ffece849fc tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:49.197809 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a52748f-5eba-4f58-a867-1c181353a382 req-1447a2be-d3ec-4fe3-a3bb-64ffece849fc tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Network e6ef69e7-9241-4b24-ac31-2f123aad1774 is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:24:49.199507 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b3e0c9f1-4bb6-4f49-a82c-51dd0a58c76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:49.206884 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-3a52748f-5eba-4f58-a867-1c181353a382 req-1447a2be-d3ec-4fe3-a3bb-64ffece849fc tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:24:49.217100 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a52748f-5eba-4f58-a867-1c181353a382 req-1447a2be-d3ec-4fe3-a3bb-64ffece849fc tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:24:49.283744 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port a7256fa1-8a58-410d-a7aa-d44921c8dcd8 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:49.283841 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:49.302480 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52748f-5eba-4f58-a867-1c181353a382 req-1447a2be-d3ec-4fe3-a3bb-64ffece849fc tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:49.303271 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-3a52748f-5eba-4f58-a867-1c181353a382 req-1447a2be-d3ec-4fe3-a3bb-64ffece849fc tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:49.348096 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3a52748f-5eba-4f58-a867-1c181353a382 req-1447a2be-d3ec-4fe3-a3bb-64ffece849fc tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2630332 Jan 19 22:24:49.379713 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-3a52748f-5eba-4f58-a867-1c181353a382 req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] Request body: {'port': {'device_id': '0450c3cd-3848-4e8a-92de-c781d5802bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:24:49.420724 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b3e0c9f1-4bb6-4f49-a82c-51dd0a58c76b None None] For port 1a6334fc-735c-461a-80b6-622cb124be03, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=1a6334fc-735c-461a-80b6-622cb124be03,segment=NetworkSegment(bff00ae5-5161-4d60-821b-d645585ee095),segment_id=bff00ae5-5161-4d60-821b-d645585ee095)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:24:49.481067 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b3e0c9f1-4bb6-4f49-a82c-51dd0a58c76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:49.485551 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:49.747332 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0c9f1-4bb6-4f49-a82c-51dd0a58c76b None None] Pushing event updated for resources: {'Port': ['ID=1a6334fc-735c-461a-80b6-622cb124be03,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:49.754973 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b3e0c9f1-4bb6-4f49-a82c-51dd0a58c76b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:49.771367 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-3a52748f-5eba-4f58-a867-1c181353a382 req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:49.772598 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-10a0d9f7-19f6-46ff-a863-43e71a17abbd None None] Provisioning complete for port 1a6334fc-735c-461a-80b6-622cb124be03 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:49.773019 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-10a0d9f7-19f6-46ff-a863-43e71a17abbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:49.799271 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:24:49.811822 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] Sync routers for ids ['9a269576-60f9-4ed8-b2a3-6704efdd0fbd'] in dv-cinder-750782-5-iscsi {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:24:49.830196 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] Routers {'9a269576-60f9-4ed8-b2a3-6704efdd0fbd'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:24:49.831640 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:24:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['9a269576-60f9-4ed8-b2a3-6704efdd0fbd'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:24:49.862859 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfead4-b2ed-452a-ae04-f39f0abea21a req-80c0213e-8cbd-44ae-8d02-55fe1209de04 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:49.875633 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8adfead4-b2ed-452a-ae04-f39f0abea21a req-80c0213e-8cbd-44ae-8d02-55fe1209de04 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=0450c3cd-3848-4e8a-92de-c781d5802bfa HTTP/1.1" status: 200 len: 931 time: 1.0005124 Jan 19 22:24:49.883525 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:49.945701 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port ded92b05-d480-455e-b6f9-46ab3cb0c384, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ded92b05-d480-455e-b6f9-46ab3cb0c384,segment=NetworkSegment(0621467d-81de-4253-9188-69472b578be3),segment_id=0621467d-81de-4253-9188-69472b578be3)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:24:49.949697 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd440bd4b-dc91-46fa-a24e-69e13993ba8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded92b05-d480-455e-b6f9-46ab3cb0c384'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:24:49.958970 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:49.963606 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:50.090312 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=ded92b05-d480-455e-b6f9-46ab3cb0c384,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:50.095811 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8adfead4-b2ed-452a-ae04-f39f0abea21a req-3a75a1d7-608f-4ce5-8fd1-03b4f9ee108a tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/security-groups?id=adf448d3-98b1-4ffc-aee6-7921f6931539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899563 Jan 19 22:24:50.096702 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] Notify callbacks [] for router, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:50.097953 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.3287394 Jan 19 22:24:50.102717 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:50.110557 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 57102) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:50.204938 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-fa8619ec-ff1d-4199-9c9d-6980d982b241 None None] Provisioning complete for port 1a6334fc-735c-461a-80b6-622cb124be03 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:50.205365 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fa8619ec-ff1d-4199-9c9d-6980d982b241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:50.477830 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] Set router 9a269576-60f9-4ed8-b2a3-6704efdd0fbd gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:24:50.548800 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device ded92b05-d480-455e-b6f9-46ab3cb0c384 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:24:50.763358 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3ce70-df1f-4493-8b3b-ad69115666bb req-8b2ad8bc-5abd-430d-a0f4-3ad8387794a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:50.765027 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-44f3ce70-df1f-4493-8b3b-ad69115666bb req-8b2ad8bc-5abd-430d-a0f4-3ad8387794a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=faaf464719d54745afba437b2a9bd34b&device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 1162 time: 1.1267776 Jan 19 22:24:50.851855 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:50.854392 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5351860-dbcb-450d-a270-a67130033cc6 req-58d2733a-4368-4bc8-bb28-8ab83e062b8e tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:50.863774 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d5351860-dbcb-450d-a270-a67130033cc6 req-58d2733a-4368-4bc8-bb28-8ab83e062b8e tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 1.0690804 Jan 19 22:24:50.882723 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port ded92b05-d480-455e-b6f9-46ab3cb0c384 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:50.883759 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:50.944873 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-935d10be-ada0-4be2-8837-32138cd90e92 None None] Provisioning complete for port 1a6334fc-735c-461a-80b6-622cb124be03 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:50.945373 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-935d10be-ada0-4be2-8837-32138cd90e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:51.021821 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62eefdf-2a6f-4145-9ba5-71dcff617fef req-5c4622be-7ab5-4aa9-b66d-8707de108ea7 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:51.029801 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c62eefdf-2a6f-4145-9ba5-71dcff617fef req-5c4622be-7ab5-4aa9-b66d-8707de108ea7 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.6435733 Jan 19 22:24:51.123073 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [req-3a52748f-5eba-4f58-a867-1c181353a382 req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb4346b-854b-4e50-89a6-7f44f94fb958 {{(pid=80181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:24:51.138977 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-3a52748f-5eba-4f58-a867-1c181353a382 req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:51.154713 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c62eefdf-2a6f-4145-9ba5-71dcff617fef req-855ecb12-f1d7-4908-af65-396e54f0194d tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237984 Jan 19 22:24:51.167378 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-3a52748f-5eba-4f58-a867-1c181353a382 req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] Transition to ACTIVE for port object 2eb4346b-854b-4e50-89a6-7f44f94fb958 will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:24:51.176534 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-3a52748f-5eba-4f58-a867-1c181353a382 req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:51.190506 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d5351860-dbcb-450d-a270-a67130033cc6 req-f9b99e31-0a14-445e-a1dc-4e44e9487531 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245921 Jan 19 22:24:51.229405 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b475c519-dd61-467a-b954-0f1dd413b43d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:51.301054 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a269576-60f9-4ed8-b2a3-6704efdd0fbd', 'name': 'tempest-TestVolumeBootPattern-1129528528-router', 'tenant_id': '8de606bf9b7642d5812e33bc328958af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '6375b86f-bb36-4ce4-91cd-de1046a164f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:40Z', 'updated_at': '2021-01-19T22:24:46Z', 'revision_number': 3, 'project_id': '8de606bf9b7642d5812e33bc328958af', 'gw_port': {'id': '6375b86f-bb36-4ce4-91cd-de1046a164f0', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a269576-60f9-4ed8-b2a3-6704efdd0fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:43Z', 'updated_at': '2021-01-19T22:24:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:24:51.308573 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] Checking router: 9a269576-60f9-4ed8-b2a3-6704efdd0fbd for host: dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:24:51.311690 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] Updating router 9a269576-60f9-4ed8-b2a3-6704efdd0fbd port 6375b86f-bb36-4ce4-91cd-de1046a164f0 binding host dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:24:51.405861 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd440bd4b-dc91-46fa-a24e-69e13993ba8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded92b05-d480-455e-b6f9-46ab3cb0c384', 'code': 200} Jan 19 22:24:51.475925 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:51.539941 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb4346b-854b-4e50-89a6-7f44f94fb958,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:51.549289 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:51.856545 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-3a52748f-5eba-4f58-a867-1c181353a382 req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] Attempting to bind port 2eb4346b-854b-4e50-89a6-7f44f94fb958 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:24:51.856920 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-3a52748f-5eba-4f58-a867-1c181353a382 req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] Attempting to bind port 2eb4346b-854b-4e50-89a6-7f44f94fb958 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '9e0c1087-46f5-48bb-b6fd-f1b7be5752ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6ef69e7-9241-4b24-ac31-2f123aad1774'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:24:51.857296 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a52748f-5eba-4f58-a867-1c181353a382 req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] Attempting to bind port 2eb4346b-854b-4e50-89a6-7f44f94fb958 on network e6ef69e7-9241-4b24-ac31-2f123aad1774 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:24:51.871252 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 1a6334fc-735c-461a-80b6-622cb124be03 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:24:51.878017 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a52748f-5eba-4f58-a867-1c181353a382 req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] Checking agent: {'id': '2523063a-ad22-4c17-a8b2-431f878c065d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 20, 21), 'started_at': datetime.datetime(2021, 1, 19, 22, 20, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:24:51.878017 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a52748f-5eba-4f58-a867-1c181353a382 req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] Checking segment: {'id': '9e0c1087-46f5-48bb-b6fd-f1b7be5752ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6ef69e7-9241-4b24-ac31-2f123aad1774'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:24:51.878017 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-3a52748f-5eba-4f58-a867-1c181353a382 req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:51.878017 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a52748f-5eba-4f58-a867-1c181353a382 req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] Bound using segment: {'id': '9e0c1087-46f5-48bb-b6fd-f1b7be5752ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6ef69e7-9241-4b24-ac31-2f123aad1774'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:24:51.878017 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-3a52748f-5eba-4f58-a867-1c181353a382 req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] Bound port: 2eb4346b-854b-4e50-89a6-7f44f94fb958, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0c1087-46f5-48bb-b6fd-f1b7be5752ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6ef69e7-9241-4b24-ac31-2f123aad1774'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:24:51.878017 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-3a52748f-5eba-4f58-a867-1c181353a382 req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:52.040077 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 1a6334fc-735c-461a-80b6-622cb124be03 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:52.040651 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:52.052515 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-3a52748f-5eba-4f58-a867-1c181353a382 req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] For port 2eb4346b-854b-4e50-89a6-7f44f94fb958, host hv-cinder-75078, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:24:52.056379 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-3a52748f-5eba-4f58-a867-1c181353a382 req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] For port 2eb4346b-854b-4e50-89a6-7f44f94fb958, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=2eb4346b-854b-4e50-89a6-7f44f94fb958,segment=NetworkSegment(9e0c1087-46f5-48bb-b6fd-f1b7be5752ea),segment_id=9e0c1087-46f5-48bb-b6fd-f1b7be5752ea)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:24:52.063787 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-3a52748f-5eba-4f58-a867-1c181353a382 req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:52.091875 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ef3a50c1-b277-48d6-af64-62936bdf6677 tempest-DeleteServersTestJSON-760842157 tempest-DeleteServersTestJSON-760842157] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:52.154920 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3ce70-df1f-4493-8b3b-ad69115666bb req-2b16783c-999b-46ac-9b4d-1acc942cd134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:52.156820 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-44f3ce70-df1f-4493-8b3b-ad69115666bb req-2b16783c-999b-46ac-9b4d-1acc942cd134 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2de0ab09-37c3-47d9-883f-9b41c5ae35f2 HTTP/1.1" status: 200 len: 913 time: 1.3664157 Jan 19 22:24:52.215310 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb4346b-854b-4e50-89a6-7f44f94fb958,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:52.278486 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:52.315237 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-44f3ce70-df1f-4493-8b3b-ad69115666bb req-ae196514-38bd-43de-aef5-f3038fd52dbb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d HTTP/1.1" status: 200 len: 217 time: 0.0870228 Jan 19 22:24:52.361211 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52748f-5eba-4f58-a867-1c181353a382 req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:52.362977 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-3a52748f-5eba-4f58-a867-1c181353a382 req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:52.369539 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3a52748f-5eba-4f58-a867-1c181353a382 req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] 10.222.0.65 "PUT /v2.0/ports/2eb4346b-854b-4e50-89a6-7f44f94fb958 HTTP/1.1" status: 200 len: 1157 time: 2.9937117 Jan 19 22:24:52.369539 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0450c3cd-3848-4e8a-92de-c781d5802bfa', 'tag': '2eb4346b-854b-4e50-89a6-7f44f94fb958'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:24:52.501497 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] Notify callbacks [] for port, precommit_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:52.505666 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3ce70-df1f-4493-8b3b-ad69115666bb req-18c37f2b-a282-4a78-abbd-64ea981cdd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:52.507677 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-44f3ce70-df1f-4493-8b3b-ad69115666bb req-18c37f2b-a282-4a78-abbd-64ea981cdd35 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7325d4b0-095b-4afe-9fcb-ab7450d96ef2 HTTP/1.1" status: 200 len: 859 time: 0.1792819 Jan 19 22:24:52.531808 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] Transition to ACTIVE for port object 6375b86f-bb36-4ce4-91cd-de1046a164f0 will not be triggered until provisioned by entity L2. {{(pid=80183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:24:52.538420 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:52.552494 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52748f-5eba-4f58-a867-1c181353a382 req-59c5e821-64c5-4386-897d-22e698d7038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:52.554270 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3a52748f-5eba-4f58-a867-1c181353a382 req-59c5e821-64c5-4386-897d-22e698d7038f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=211f6cd340034838ac0316a66c475298&device_id=0450c3cd-3848-4e8a-92de-c781d5802bfa HTTP/1.1" status: 200 len: 1160 time: 0.1196988 Jan 19 22:24:52.571869 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-08c26fbd-3c8a-49d0-9843-598c1801b7c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:52.652458 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3a52748f-5eba-4f58-a867-1c181353a382 req-114a2afe-b4b1-4fae-99c3-e5e19d1ccaac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2eb4346b-854b-4e50-89a6-7f44f94fb958 HTTP/1.1" status: 200 len: 217 time: 0.0828722 Jan 19 22:24:52.661516 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-44f3ce70-df1f-4493-8b3b-ad69115666bb req-39580227-8f5b-4c55-a062-c266446fa515 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2de0ab09-37c3-47d9-883f-9b41c5ae35f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256697 Jan 19 22:24:52.789075 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096a0a0-1c69-4d38-85a9-416043791104 None None] Pushing event updated for resources: {'Port': ['ID=6375b86f-bb36-4ce4-91cd-de1046a164f0,revision_number=2']} {{(pid=80183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:52.792382 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1096a0a0-1c69-4d38-85a9-416043791104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:52.807903 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52748f-5eba-4f58-a867-1c181353a382 req-6f8a895b-70c6-4780-8cf5-1af531c88cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:52.810100 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3a52748f-5eba-4f58-a867-1c181353a382 req-6f8a895b-70c6-4780-8cf5-1af531c88cd1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=42f603b9-be0f-4ef2-9931-5868eddb5fe8 HTTP/1.1" status: 200 len: 853 time: 0.1411862 Jan 19 22:24:52.875033 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] Attempting to bind port 6375b86f-bb36-4ce4-91cd-de1046a164f0 on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:24:52.875456 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] Attempting to bind port 6375b86f-bb36-4ce4-91cd-de1046a164f0 by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}] {{(pid=80183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:24:52.875871 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] Attempting to bind port 6375b86f-bb36-4ce4-91cd-de1046a164f0 on network 8ee66800-a804-40da-8341-42d4a5bfa70e {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:24:52.883076 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:24:52.883506 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] Checking segment: {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:24:52.883960 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:52.884399 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] Bound using segment: {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'} {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:24:52.885275 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] Bound port: 6375b86f-bb36-4ce4-91cd-de1046a164f0, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}}] {{(pid=80183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:24:52.885717 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:52.913671 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3a52748f-5eba-4f58-a867-1c181353a382 req-d7009f80-ad84-43ae-b5e6-541525e5c4ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e6ef69e7-9241-4b24-ac31-2f123aad1774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932992 Jan 19 22:24:52.962111 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbcbbf-bb55-4748-b3c7-417768c64cc9 req-81988756-b71e-4e92-8855-d3b649a9ab57 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:52.964330 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f4bbcbbf-bb55-4748-b3c7-417768c64cc9 req-81988756-b71e-4e92-8855-d3b649a9ab57 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 945 time: 1.1747684 Jan 19 22:24:52.982836 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] For port 6375b86f-bb36-4ce4-91cd-de1046a164f0, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:24:52.990771 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] For port 6375b86f-bb36-4ce4-91cd-de1046a164f0, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=6375b86f-bb36-4ce4-91cd-de1046a164f0,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:24:52.997134 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:52.998871 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-ab29cd0a-8f27-4264-ace7-54bb72ddf133 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:53.007486 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-ab29cd0a-8f27-4264-ace7-54bb72ddf133 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/networks?id=8ad0a752-4970-4a77-bf34-1a49fe1022a1 HTTP/1.1" status: 200 len: 814 time: 1.4014585 Jan 19 22:24:53.016790 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-893b5e4b-1110-45f9-bdb2-d891debbf6b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:53.070151 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-186b4665-e27b-48bd-9e64-7cd762329556 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/quotas/02a8b1b9c2174c80b96c9aa48056b997 HTTP/1.1" status: 200 len: 375 time: 0.0613160 Jan 19 22:24:53.101431 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096a0a0-1c69-4d38-85a9-416043791104 None None] Pushing event updated for resources: {'Port': ['ID=6375b86f-bb36-4ce4-91cd-de1046a164f0,revision_number=3']} {{(pid=80183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:53.101650 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3a52748f-5eba-4f58-a867-1c181353a382 req-4d59cac3-1c11-4fb0-9a37-fe73f0fddb76 service neutron] 10.222.0.65 "GET /v2.0/networks/e6ef69e7-9241-4b24-ac31-2f123aad1774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803157 Jan 19 22:24:53.106393 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1096a0a0-1c69-4d38-85a9-416043791104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:53.197347 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc104ec0-88b0-4cf7-9c1e-297b2d7d5379 req-c813c12e-38ad-48c5-81e6-2d97703fa5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:53.200404 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-dc104ec0-88b0-4cf7-9c1e-297b2d7d5379 req-c813c12e-38ad-48c5-81e6-2d97703fa5e4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 1162 time: 1.3150768 Jan 19 22:24:53.255194 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] Routers {'9a269576-60f9-4ed8-b2a3-6704efdd0fbd'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:24:53.255897 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:24:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['9a269576-60f9-4ed8-b2a3-6704efdd0fbd'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:24:53.264982 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3a52748f-5eba-4f58-a867-1c181353a382 req-0ca8d23d-60d6-43cd-a8cb-38c5056570d1 service neutron] 10.222.0.65 "GET /v2.0/networks/e6ef69e7-9241-4b24-ac31-2f123aad1774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1562519 Jan 19 22:24:53.353048 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-44f3ce70-df1f-4493-8b3b-ad69115666bb req-863da6a4-ac45-4882-be57-73c9c3182205 service neutron] 10.222.0.65 "GET /v2.0/networks/2de0ab09-37c3-47d9-883f-9b41c5ae35f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6531532 Jan 19 22:24:53.421419 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f4bbcbbf-bb55-4748-b3c7-417768c64cc9 req-1016935e-a4c1-471e-bf90-2c6bfbe88ec4 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950255 Jan 19 22:24:53.484145 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] Set router 9a269576-60f9-4ed8-b2a3-6704efdd0fbd gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:24:53.834781 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-dc104ec0-88b0-4cf7-9c1e-297b2d7d5379 req-977c5e4d-e730-4379-85f0-6b1b07c82499 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5811136 Jan 19 22:24:53.884173 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-43958fae-7b72-4d2e-ac7f-840e5fc34bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:53.960772 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-44f3ce70-df1f-4493-8b3b-ad69115666bb req-045bac1f-2b50-4d79-8f9b-275be83f7691 service neutron] 10.222.0.65 "GET /v2.0/networks/2de0ab09-37c3-47d9-883f-9b41c5ae35f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5461006 Jan 19 22:24:53.961538 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a269576-60f9-4ed8-b2a3-6704efdd0fbd', 'name': 'tempest-TestVolumeBootPattern-1129528528-router', 'tenant_id': '8de606bf9b7642d5812e33bc328958af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '6375b86f-bb36-4ce4-91cd-de1046a164f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:40Z', 'updated_at': '2021-01-19T22:24:46Z', 'revision_number': 3, 'project_id': '8de606bf9b7642d5812e33bc328958af', 'gw_port': {'id': '6375b86f-bb36-4ce4-91cd-de1046a164f0', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a269576-60f9-4ed8-b2a3-6704efdd0fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:43Z', 'updated_at': '2021-01-19T22:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:24:53.968449 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb314df-31c8-42b2-a59c-6c3d28e238f5 None None] The sync data for ids ['9a269576-60f9-4ed8-b2a3-6704efdd0fbd'] in dv-cinder-750782-5-iscsi is: [{'id': '9a269576-60f9-4ed8-b2a3-6704efdd0fbd', 'name': 'tempest-TestVolumeBootPattern-1129528528-router', 'tenant_id': '8de606bf9b7642d5812e33bc328958af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '6375b86f-bb36-4ce4-91cd-de1046a164f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:40Z', 'updated_at': '2021-01-19T22:24:46Z', 'revision_number': 3, 'project_id': '8de606bf9b7642d5812e33bc328958af', 'gw_port': {'id': '6375b86f-bb36-4ce4-91cd-de1046a164f0', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a269576-60f9-4ed8-b2a3-6704efdd0fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:43Z', 'updated_at': '2021-01-19T22:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}] {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:24:53.983718 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-0c6a1225-7e65-4c27-92ad-8f77f06d0b22 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?tenant_id=02a8b1b9c2174c80b96c9aa48056b997&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8882856 Jan 19 22:24:54.210771 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738f7a4-4ffc-4541-8930-1c333590566e req-aad64ddf-6fbd-419a-9845-cc4b9cad6c01 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:54.214001 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1738f7a4-4ffc-4541-8930-1c333590566e req-aad64ddf-6fbd-419a-9845-cc4b9cad6c01 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=0450c3cd-3848-4e8a-92de-c781d5802bfa HTTP/1.1" status: 200 len: 943 time: 0.4548926 Jan 19 22:24:54.393534 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-33218eb4-73bc-49ae-bf56-ce7ad125d11a service neutron] 10.222.0.50 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796210 Jan 19 22:24:54.415359 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1738f7a4-4ffc-4541-8930-1c333590566e req-6e156dbd-91aa-4d53-b85a-ec107f627ea6 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/security-groups?id=adf448d3-98b1-4ffc-aee6-7921f6931539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755815 Jan 19 22:24:54.555391 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 57168) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:54.829493 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a976e854-7f3a-4da9-912f-1bb7b409ff19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:54.861762 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-a976e854-7f3a-4da9-912f-1bb7b409ff19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:54.869258 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-a976e854-7f3a-4da9-912f-1bb7b409ff19 admin admin] Usage tracker for resource:security_group_rule and tenant:131f55da211d4b2281742029f0300cdf is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:54.875460 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-a976e854-7f3a-4da9-912f-1bb7b409ff19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:54.886266 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-a976e854-7f3a-4da9-912f-1bb7b409ff19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:55.003647 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-7633bf93-8bab-49b0-8859-140d93d743e6 service neutron] 10.222.0.50 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5868659 Jan 19 22:24:55.050303 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a976e854-7f3a-4da9-912f-1bb7b409ff19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:55.052734 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930cdb5-3790-4eb9-8966-8246c9758ce3 req-c3f6159c-a579-4f87-b783-b728e4ccfc16 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:55.056558 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a976e854-7f3a-4da9-912f-1bb7b409ff19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:55.064802 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a930cdb5-3790-4eb9-8966-8246c9758ce3 req-c3f6159c-a579-4f87-b783-b728e4ccfc16 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.4551349 Jan 19 22:24:55.080556 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-97a0f76e-dbb7-4788-bd43-a55bc395459a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:55.129946 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-43958fae-7b72-4d2e-ac7f-840e5fc34bb1 admin admin] Allocated IP 172.20.0.1 (3bcab020-c59c-445e-9f61-1f5e5182c366/fb42a908-d935-4b3d-804d-6211e1bca956/5d035330-3a03-4d7d-8c38-934296d08928) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:24:55.168488 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976e854-7f3a-4da9-912f-1bb7b409ff19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9522bbd-39bc-4f06-8a44-e292fc79d461,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:55.177594 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a976e854-7f3a-4da9-912f-1bb7b409ff19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:55.198741 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-a976e854-7f3a-4da9-912f-1bb7b409ff19 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=131f55da211d4b2281742029f0300cdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6279101 Jan 19 22:24:55.199923 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 57176) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:55.340318 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a930cdb5-3790-4eb9-8966-8246c9758ce3 req-1e46e28f-858d-409e-8a82-15527639d1c1 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581880 Jan 19 22:24:55.366461 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-59b33103-1421-4971-b01f-85fa70afdda7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:55.438492 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-59b33103-1421-4971-b01f-85fa70afdda7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:55.559428 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0450c3cd-3848-4e8a-92de-c781d5802bfa', 'tag': '2eb4346b-854b-4e50-89a6-7f44f94fb958', 'status': 'completed', 'code': 200} Jan 19 22:24:55.705964 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-59b33103-1421-4971-b01f-85fa70afdda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:55.727354 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a976e854-7f3a-4da9-912f-1bb7b409ff19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:55.770526 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b33103-1421-4971-b01f-85fa70afdda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9522bbd-39bc-4f06-8a44-e292fc79d461,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:55.779443 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-59b33103-1421-4971-b01f-85fa70afdda7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:55.808763 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-59b33103-1421-4971-b01f-85fa70afdda7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:55.815660 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-59b33103-1421-4971-b01f-85fa70afdda7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d9522bbd-39bc-4f06-8a44-e292fc79d461 HTTP/1.1" status: 204 len: 168 time: 0.6141422 Jan 19 22:24:55.832524 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-43958fae-7b72-4d2e-ac7f-840e5fc34bb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:55.868240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-43958fae-7b72-4d2e-ac7f-840e5fc34bb1 admin admin] Transition to ACTIVE for port object 5d035330-3a03-4d7d-8c38-934296d08928 will not be triggered until provisioned by entity DHCP. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:24:56.039709 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-43958fae-7b72-4d2e-ac7f-840e5fc34bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:56.092877 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 6375b86f-bb36-4ce4-91cd-de1046a164f0 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:24:56.199521 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port 6375b86f-bb36-4ce4-91cd-de1046a164f0 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:24:56.205181 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 6375b86f-bb36-4ce4-91cd-de1046a164f0 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:56.205841 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:56.211189 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-604c9e2f-65a6-4f00-82df-17b462f5e131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:56.320680 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43958fae-7b72-4d2e-ac7f-840e5fc34bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=5d035330-3a03-4d7d-8c38-934296d08928,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:56.325729 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-43958fae-7b72-4d2e-ac7f-840e5fc34bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:56.348002 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:56.365812 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] For port 6375b86f-bb36-4ce4-91cd-de1046a164f0, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=6375b86f-bb36-4ce4-91cd-de1046a164f0,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:24:56.369704 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:56.371636 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-118cc202-6a26-4401-b3ff-16c3cbd65ba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:56.377505 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af17d96-2edd-4f5b-8f09-c4bf5abcaf3e req-5204f385-660c-4524-84f1-b131438c9928 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:56.383611 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7af17d96-2edd-4f5b-8f09-c4bf5abcaf3e req-5204f385-660c-4524-84f1-b131438c9928 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.9826467 Jan 19 22:24:56.474072 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Pushing event updated for resources: {'Port': ['ID=6375b86f-bb36-4ce4-91cd-de1046a164f0,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:56.478177 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:56.545432 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7af17d96-2edd-4f5b-8f09-c4bf5abcaf3e req-cd3f124b-fd79-4263-b6c0-709de80a6a5d tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350164 Jan 19 22:24:56.552374 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43958fae-7b72-4d2e-ac7f-840e5fc34bb1 admin admin] Network 3bcab020-c59c-445e-9f61-1f5e5182c366 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:24:56.554854 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee7471-7e1f-4990-b7c8-ed510059bb56 req-63a2a032-15fc-4ba8-96b1-370db7e1b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:56.556489 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-63ee7471-7e1f-4990-b7c8-ed510059bb56 req-63a2a032-15fc-4ba8-96b1-370db7e1b574 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=211f6cd340034838ac0316a66c475298&device_id=0450c3cd-3848-4e8a-92de-c781d5802bfa HTTP/1.1" status: 200 len: 1160 time: 0.6345115 Jan 19 22:24:56.560832 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-43958fae-7b72-4d2e-ac7f-840e5fc34bb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:24:56.563717 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43958fae-7b72-4d2e-ac7f-840e5fc34bb1 admin admin] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:24:56.632928 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-43958fae-7b72-4d2e-ac7f-840e5fc34bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432228'] for router_interface, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:56.754942 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd13584-a784-4511-b65e-0c9dbce49bf7 req-4aa35512-2315-4ec7-86d3-8c6a64e8db90 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:56.756725 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cbd13584-a784-4511-b65e-0c9dbce49bf7 req-4aa35512-2315-4ec7-86d3-8c6a64e8db90 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 945 time: 0.7271061 Jan 19 22:24:56.870811 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.objects.ports [None req-15368b7e-1218-47d9-a405-0e86b02a50b8 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80182) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 22:24:56.932866 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-d1f2a870-1897-4564-976c-3e39d0d6eb3a None None] Provisioning for port 5d035330-3a03-4d7d-8c38-934296d08928 completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:24:56.939978 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-d1f2a870-1897-4564-976c-3e39d0d6eb3a None None] Provisioning complete for port 5d035330-3a03-4d7d-8c38-934296d08928 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:56.940582 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a870-1897-4564-976c-3e39d0d6eb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:57.027550 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-d1f2a870-1897-4564-976c-3e39d0d6eb3a None None] Port 5d035330-3a03-4d7d-8c38-934296d08928 cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:24:57.159598 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 57216) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:57.160656 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e8d79638-4cff-4a00-9be5-75fec49bd538 req-c0ec5800-cec1-4cd3-ad16-9b68c261c659 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 210 time: 0.3616369 Jan 19 22:24:57.282001 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cbd13584-a784-4511-b65e-0c9dbce49bf7 req-2b624a1b-81bd-44e6-9496-6d103fb8c63b tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842005 Jan 19 22:24:57.342882 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-43958fae-7b72-4d2e-ac7f-840e5fc34bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:57.466485 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee7471-7e1f-4990-b7c8-ed510059bb56 req-3ea4420a-a508-4a1a-8d09-4bc13cba5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:57.468077 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-63ee7471-7e1f-4990-b7c8-ed510059bb56 req-3ea4420a-a508-4a1a-8d09-4bc13cba5a7e service neutron] 10.222.0.65 "GET /v2.0/networks?id=e6ef69e7-9241-4b24-ac31-2f123aad1774 HTTP/1.1" status: 200 len: 907 time: 0.7104497 Jan 19 22:24:57.468394 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-753811106-network', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:24:57.474664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:57.479299 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] Usage tracker for resource:network and tenant:9b60a759f4aa4625ba7e4a31db6ae945 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:57.482898 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:57.489616 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:57.501385 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] Made reservation on behalf of 9b60a759f4aa4625ba7e4a31db6ae945 for: {'network': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:24:57.507161 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for network, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:57.529331 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:57.546841 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:57.552669 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] Usage tracker for resource:security_group_rule and tenant:9b60a759f4aa4625ba7e4a31db6ae945 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:57.557793 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:57.565082 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:57.670630 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-63ee7471-7e1f-4990-b7c8-ed510059bb56 req-6eae9586-abd2-48ea-b051-6098641c8d8b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2eb4346b-854b-4e50-89a6-7f44f94fb958 HTTP/1.1" status: 200 len: 217 time: 0.1637745 Jan 19 22:24:57.687949 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:57.692260 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:57.697121 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:57.733384 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861ba39b-bacb-4fdf-b7e7-16fc8d736cc9,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:57.737433 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:57.747515 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:24:57.759961 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735727412510', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:57.760675 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.segments_db [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] Added segment 86abda2d-f225-42bc-8e32-0a72d219752f of type vxlan for network c5545297-ee81-476b-8bdf-fa32744891e1 Jan 19 22:24:57.791771 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735727031838'] for network, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:57.814539 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 6375b86f-bb36-4ce4-91cd-de1046a164f0 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:24:57.826270 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for network, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:57.827637 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:57.828292 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:57.834220 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:57.900557 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 6375b86f-bb36-4ce4-91cd-de1046a164f0 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:57.900894 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:57.949793 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7886741 Jan 19 22:24:57.951064 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 57228) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:57.951938 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] Pushing event updated for resources: {'Network': ['ID=c5545297-ee81-476b-8bdf-fa32744891e1,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:57.956567 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:57.969154 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-60d735e6-b1d7-4a75-b90e-d0606eb4df8b admin admin] Request body: {'subnet': {'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-753811106-subnet', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'ip_version': 4}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:24:57.972142 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Network c5545297-ee81-476b-8bdf-fa32744891e1 details requested by agent ovs-agent-dv-cinder-750782-5-iscsi with host dv-cinder-750782-5-iscsi {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:24:57.976319 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-60d735e6-b1d7-4a75-b90e-d0606eb4df8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:57.980236 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee7471-7e1f-4990-b7c8-ed510059bb56 req-0004071e-4cf3-444a-8ed8-e691b314c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:57.981817 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-63ee7471-7e1f-4990-b7c8-ed510059bb56 req-0004071e-4cf3-444a-8ed8-e691b314c06d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=42f603b9-be0f-4ef2-9931-5868eddb5fe8 HTTP/1.1" status: 200 len: 853 time: 0.2423034 Jan 19 22:24:57.983141 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-60d735e6-b1d7-4a75-b90e-d0606eb4df8b admin admin] Usage tracker for resource:subnet and tenant:9b60a759f4aa4625ba7e4a31db6ae945 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:57.986791 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-60d735e6-b1d7-4a75-b90e-d0606eb4df8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:57.994098 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-60d735e6-b1d7-4a75-b90e-d0606eb4df8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:58.006070 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d735e6-b1d7-4a75-b90e-d0606eb4df8b admin admin] Made reservation on behalf of 9b60a759f4aa4625ba7e4a31db6ae945 for: {'subnet': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:24:58.011349 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-60d735e6-b1d7-4a75-b90e-d0606eb4df8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:58.026171 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-a1eed493-592e-4b0d-8cd4-b2e03c3ca01c tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:58.027841 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-a1eed493-592e-4b0d-8cd4-b2e03c3ca01c tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.65 "GET /v2.0/networks?id=8ad0a752-4970-4a77-bf34-1a49fe1022a1 HTTP/1.1" status: 200 len: 814 time: 0.5222671 Jan 19 22:24:58.056785 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab6a44-f4cd-4191-9037-a5302545cf38 req-48cd09b7-71e0-40bb-876c-a346c3280d38 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:58.058504 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e3ab6a44-f4cd-4191-9037-a5302545cf38 req-48cd09b7-71e0-40bb-876c-a346c3280d38 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=0450c3cd-3848-4e8a-92de-c781d5802bfa HTTP/1.1" status: 200 len: 943 time: 0.7169948 Jan 19 22:24:58.130082 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Network c5545297-ee81-476b-8bdf-fa32744891e1 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:24:58.152853 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-92aeb23a-b8dc-40fb-97f4-453fed372b12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Request body: {'port': {'device_id': 'a29e861d-d3a4-4956-8c69-743d13f9e447', 'network_id': '8ad0a752-4970-4a77-bf34-1a49fe1022a1', 'admin_state_up': True, 'tenant_id': '02a8b1b9c2174c80b96c9aa48056b997'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:24:58.197069 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-63ee7471-7e1f-4990-b7c8-ed510059bb56 req-70a98d59-3506-49a5-b6b8-2f4bffa2d2a8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e6ef69e7-9241-4b24-ac31-2f123aad1774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1635725 Jan 19 22:24:58.287951 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b24eae-5c88-459a-9ff3-978f841453d8 req-0f146d12-89e3-41c0-ac9d-eb712a516d10 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:58.289644 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-95b24eae-5c88-459a-9ff3-978f841453d8 req-0f146d12-89e3-41c0-ac9d-eb712a516d10 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.7901795 Jan 19 22:24:58.398300 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:24:58.476682 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:58.477381 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:58.530797 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e3ab6a44-f4cd-4191-9037-a5302545cf38 req-26def107-e7c8-40b7-83a1-99cefd22ebab tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/security-groups?id=adf448d3-98b1-4ffc-aee6-7921f6931539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585074 Jan 19 22:24:58.547674 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-60d735e6-b1d7-4a75-b90e-d0606eb4df8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for subnet, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:58.580757 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-95b24eae-5c88-459a-9ff3-978f841453d8 req-12ce657a-a3e7-46dc-a91f-ce8ebf90b01c tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476506 Jan 19 22:24:58.606586 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:58.643718 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-92aeb23a-b8dc-40fb-97f4-453fed372b12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:58.651656 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-63ee7471-7e1f-4990-b7c8-ed510059bb56 req-f20ea24b-419e-4a06-8d30-e0d34467ca51 service neutron] 10.222.0.65 "GET /v2.0/networks/e6ef69e7-9241-4b24-ac31-2f123aad1774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341936 Jan 19 22:24:58.689439 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device ded92b05-d480-455e-b6f9-46ab3cb0c384 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:24:58.760170 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-92aeb23a-b8dc-40fb-97f4-453fed372b12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:58.779431 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-43958fae-7b72-4d2e-ac7f-840e5fc34bb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:58.857869 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port ded92b05-d480-455e-b6f9-46ab3cb0c384 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:58.858296 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:58.882638 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-43958fae-7b72-4d2e-ac7f-840e5fc34bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996312'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:58.899402 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d735e6-b1d7-4a75-b90e-d0606eb4df8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=90501b76-d654-4fd7-b61c-fc49887a8718,revision_number=0']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:58.917239 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:58.935123 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-60d735e6-b1d7-4a75-b90e-d0606eb4df8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:58.983603 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d735e6-b1d7-4a75-b90e-d0606eb4df8b admin admin] Checking segment: {'id': '86abda2d-f225-42bc-8e32-0a72d219752f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:24:58.984015 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d735e6-b1d7-4a75-b90e-d0606eb4df8b admin admin] Network hostable DHCP agents. Network: c5545297-ee81-476b-8bdf-fa32744891e1, hostable agents: ['0298d202-b593-4dd5-8d1c-743f0535002a'], hosted agents: [] {{(pid=80181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:24:59.011927 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 2eb4346b-854b-4e50-89a6-7f44f94fb958 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:24:59.020494 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d735e6-b1d7-4a75-b90e-d0606eb4df8b admin admin] Network c5545297-ee81-476b-8bdf-fa32744891e1 is scheduled to be hosted by DHCP agent 0298d202-b593-4dd5-8d1c-743f0535002a with binding_index 1 {{(pid=80181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:24:59.052470 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-60d735e6-b1d7-4a75-b90e-d0606eb4df8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-iscsi, c5545297-ee81-476b-8bdf-fa32744891e1) {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:24:59.058222 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d735e6-b1d7-4a75-b90e-d0606eb4df8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:24:59.058923 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-60d735e6-b1d7-4a75-b90e-d0606eb4df8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:59.070519 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2d3924-6908-424f-ab07-55f41541c081 None None] Network c5545297-ee81-476b-8bdf-fa32744891e1 requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:24:59.111962 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-60d735e6-b1d7-4a75-b90e-d0606eb4df8b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1526749 Jan 19 22:24:59.116187 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 57240) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:24:59.122916 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-753811106-router', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:24:59.134716 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:24:59.139388 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] Usage tracker for resource:router and tenant:9b60a759f4aa4625ba7e4a31db6ae945 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:24:59.142822 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:24:59.149703 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:24:59.161792 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774574'] for router, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:59.162974 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854348406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854251773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854357454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1069'] for router, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:59.181305 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:59.204027 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-92aeb23a-b8dc-40fb-97f4-453fed372b12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Made reservation on behalf of 02a8b1b9c2174c80b96c9aa48056b997 for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:24:59.213690 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-92aeb23a-b8dc-40fb-97f4-453fed372b12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:59.371394 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfee72873-9919-50a9-87f3-d37d1a9072ae-c5545297-ee81-476b-8bdf-fa32744891e1', 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'fixed_ips': [{'subnet_id': '90501b76-d654-4fd7-b61c-fc49887a8718'}]}} from dv-cinder-750782-5-iscsi. {{(pid=80182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 19 22:24:59.372601 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:59.386748 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning for port 2eb4346b-854b-4e50-89a6-7f44f94fb958 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:24:59.396830 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 2eb4346b-854b-4e50-89a6-7f44f94fb958 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:24:59.397674 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:59.418296 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-76358348-f050-4f37-be21-49d65c232c3f req-af3e617a-971c-4bdb-96bf-4d9682f668f4 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 210 time: 0.2181609 Jan 19 22:24:59.444876 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43958fae-7b72-4d2e-ac7f-840e5fc34bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=5d035330-3a03-4d7d-8c38-934296d08928,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:24:59.464225 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-43958fae-7b72-4d2e-ac7f-840e5fc34bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1691567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427469'] for router_interface, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:59.569196 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854251726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854349535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1084'] for router, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:59.614186 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-43958fae-7b72-4d2e-ac7f-840e5fc34bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:24:59.753358 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-63ee7471-7e1f-4990-b7c8-ed510059bb56 req-51a44061-4f6f-4c86-9930-c45f64587080 service neutron] 10.222.0.65 "GET /v2.0/networks/e6ef69e7-9241-4b24-ac31-2f123aad1774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0804183 Jan 19 22:24:59.868528 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43958fae-7b72-4d2e-ac7f-840e5fc34bb1 admin admin] Network 3bcab020-c59c-445e-9f61-1f5e5182c366 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:24:59.887483 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-43958fae-7b72-4d2e-ac7f-840e5fc34bb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:24:59.904421 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:59.930748 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-06490fb5-723f-4d8e-8235-5f2f1fb94600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:59.955501 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 2eb4346b-854b-4e50-89a6-7f44f94fb958, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=2eb4346b-854b-4e50-89a6-7f44f94fb958,segment=NetworkSegment(9e0c1087-46f5-48bb-b6fd-f1b7be5752ea),segment_id=9e0c1087-46f5-48bb-b6fd-f1b7be5752ea)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:24:59.958556 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0450c3cd-3848-4e8a-92de-c781d5802bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb4346b-854b-4e50-89a6-7f44f94fb958'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:24:59.967385 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:24:59.973792 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-168b7d23-1788-4c89-b759-4d24f9bdc45c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:24:59.980129 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:00.020398 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:00.030634 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Allocated IP 172.20.0.2 (c5545297-ee81-476b-8bdf-fa32744891e1/90501b76-d654-4fd7-b61c-fc49887a8718/96f69aee-5a54-400d-ab6b-e283e3baa374) {{(pid=80182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:25:00.056616 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934866f-eeb7-4b02-a68d-c516b7dbac23 req-bdf99cc0-3940-4dd9-a7c2-af4482a6af26 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:00.063302 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c934866f-eeb7-4b02-a68d-c516b7dbac23 req-bdf99cc0-3940-4dd9-a7c2-af4482a6af26 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 1.0985315 Jan 19 22:25:00.142591 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=2eb4346b-854b-4e50-89a6-7f44f94fb958,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:00.150953 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:00.198260 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-7c76220a-739a-4a4e-a86d-c88e7c4ebf79 None None] Provisioning complete for port 5d035330-3a03-4d7d-8c38-934296d08928 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:00.198604 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7c76220a-739a-4a4e-a86d-c88e7c4ebf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:00.279218 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a998ffe-1541-4c2e-bb37-d17205fa7a0f req-e332c945-0ce4-4dfc-9629-eafd8f16a6d7 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:00.282236 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6a998ffe-1541-4c2e-bb37-d17205fa7a0f req-e332c945-0ce4-4dfc-9629-eafd8f16a6d7 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 945 time: 0.5316412 Jan 19 22:25:00.287915 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-7c76220a-739a-4a4e-a86d-c88e7c4ebf79 None None] Port 5d035330-3a03-4d7d-8c38-934296d08928 cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:25:00.293586 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c934866f-eeb7-4b02-a68d-c516b7dbac23 req-5a0b1aee-1755-4872-a1e3-d596901fa2c3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257185 Jan 19 22:25:00.371375 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] Allocated IP 172.27.0.189 (8ee66800-a804-40da-8341-42d4a5bfa70e/1d78e577-375f-4e80-a30d-36805bf42fd3/e98499ae-741d-4baa-a137-9976dc06d277) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:25:00.380990 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Notify callbacks [] for port, precommit_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:00.400552 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Transition to ACTIVE for port object 96f69aee-5a54-400d-ab6b-e283e3baa374 will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:25:00.418663 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Transition to ACTIVE for port object 96f69aee-5a54-400d-ab6b-e283e3baa374 will not be triggered until provisioned by entity DHCP. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:25:00.424273 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:00.434353 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43958fae-7b72-4d2e-ac7f-840e5fc34bb1 admin admin] Router 9a269576-60f9-4ed8-b2a3-6704efdd0fbd has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:25:00.444846 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-118cc202-6a26-4401-b3ff-16c3cbd65ba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:00.472653 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6a998ffe-1541-4c2e-bb37-d17205fa7a0f req-d9710351-e4a3-426a-8c1c-e6c45aabd0f8 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779144 Jan 19 22:25:00.630266 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Pushing event updated for resources: {'Port': ['ID=96f69aee-5a54-400d-ab6b-e283e3baa374,revision_number=1']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:00.635613 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:00.725560 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Network c5545297-ee81-476b-8bdf-fa32744891e1 is already hosted by enough agents. {{(pid=80182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:25:00.732743 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Resources bound (agent type, host, resource id): {{(pid=80182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:25:00.737917 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-92aeb23a-b8dc-40fb-97f4-453fed372b12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Allocated IP 172.20.0.4 (8ad0a752-4970-4a77-bf34-1a49fe1022a1/9aad7ec5-01c6-4361-b48b-d5771bc83b91/74ba243d-d98a-4f70-806b-727ee5f4a658) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:25:00.741388 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:00.796372 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Received port after_create {{(pid=80182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:25:00.820857 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:00.855619 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:00.873129 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3b8af1f3-f823-4560-b67a-b7bce7f5b44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:00.962231 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Attempting to bind port 96f69aee-5a54-400d-ab6b-e283e3baa374 on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:25:00.962231 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Attempting to bind port 96f69aee-5a54-400d-ab6b-e283e3baa374 by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': '86abda2d-f225-42bc-8e32-0a72d219752f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:25:00.962231 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Attempting to bind port 96f69aee-5a54-400d-ab6b-e283e3baa374 on network c5545297-ee81-476b-8bdf-fa32744891e1 {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:25:00.970346 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:25:00.970850 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Checking segment: {'id': '86abda2d-f225-42bc-8e32-0a72d219752f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:25:00.971373 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:00.971824 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Bound using segment: {'id': '86abda2d-f225-42bc-8e32-0a72d219752f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:25:00.972421 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Bound port: 96f69aee-5a54-400d-ab6b-e283e3baa374, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86abda2d-f225-42bc-8e32-0a72d219752f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:25:00.972855 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:00.977572 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e320f31-0eb3-4b58-8d99-27c132d932e7 req-27a9cb2d-b3e3-4c87-9690-c3664478e331 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:00.979371 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5e320f31-0eb3-4b58-8d99-27c132d932e7 req-27a9cb2d-b3e3-4c87-9690-c3664478e331 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.4174192 Jan 19 22:25:00.985780 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43958fae-7b72-4d2e-ac7f-840e5fc34bb1 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:25:01.005754 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] Sync routers for ids ['9a269576-60f9-4ed8-b2a3-6704efdd0fbd'] in dv-cinder-750782-5-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:25:01.020935 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] Pushing event updated for resources: {'Port': ['ID=e98499ae-741d-4baa-a137-9976dc06d277,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:01.024312 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:01.041115 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:01.041566 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:01.065921 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3405c55-78bd-41a0-93d6-26881c0c8cce req-f9faff93-829b-486f-92a9-9f2484ac054d tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:01.067885 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e3405c55-78bd-41a0-93d6-26881c0c8cce req-f9faff93-829b-486f-92a9-9f2484ac054d tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=0450c3cd-3848-4e8a-92de-c781d5802bfa HTTP/1.1" status: 200 len: 945 time: 0.3631876 Jan 19 22:25:01.095358 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] Network 8ee66800-a804-40da-8341-42d4a5bfa70e is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:25:01.096660 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:25:01.099776 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:25:01.210077 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-43958fae-7b72-4d2e-ac7f-840e5fc34bb1 admin admin] 10.222.0.50 "PUT /v2.0/routers/9a269576-60f9-4ed8-b2a3-6704efdd0fbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0974045 Jan 19 22:25:01.280196 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5e320f31-0eb3-4b58-8d99-27c132d932e7 req-2dcbe8a1-8e74-462d-bf54-1e5731f72ea4 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565799 Jan 19 22:25:01.298128 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] Routers {'9a269576-60f9-4ed8-b2a3-6704efdd0fbd'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:25:01.299655 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:24:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['9a269576-60f9-4ed8-b2a3-6704efdd0fbd'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:25:01.407341 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e3405c55-78bd-41a0-93d6-26881c0c8cce req-99ade27d-7c4a-42db-9143-2900500f98a1 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/security-groups?id=adf448d3-98b1-4ffc-aee6-7921f6931539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653341 Jan 19 22:25:01.466421 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-92aeb23a-b8dc-40fb-97f4-453fed372b12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:01.536017 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-92aeb23a-b8dc-40fb-97f4-453fed372b12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:01.565578 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:01.617214 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:01.617664 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0450c3cd-3848-4e8a-92de-c781d5802bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb4346b-854b-4e50-89a6-7f44f94fb958', 'code': 200} Jan 19 22:25:01.629368 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] For port 96f69aee-5a54-400d-ab6b-e283e3baa374, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:25:01.638097 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] For port 96f69aee-5a54-400d-ab6b-e283e3baa374, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=96f69aee-5a54-400d-ab6b-e283e3baa374,segment=NetworkSegment(86abda2d-f225-42bc-8e32-0a72d219752f),segment_id=86abda2d-f225-42bc-8e32-0a72d219752f)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:25:01.649561 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:01.771743 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-fd83a33f-5339-4ca3-a282-88d7d8c06e31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:01.827941 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] Set router 9a269576-60f9-4ed8-b2a3-6704efdd0fbd gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:25:02.022449 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854343512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854343465'] for router, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:02.104747 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Pushing event updated for resources: {'Port': ['ID=96f69aee-5a54-400d-ab6b-e283e3baa374,revision_number=2']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:02.129971 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:02.210533 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 2eb4346b-854b-4e50-89a6-7f44f94fb958 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:02.256250 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] Router ee1ec386-362c-495e-8b2a-97b4cd5ad609 is scheduled to L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 with binding_index 1 {{(pid=80181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 19 22:25:02.264767 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aeb23a-b8dc-40fb-97f4-453fed372b12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Pushing event updated for resources: {'Port': ['ID=74ba243d-d98a-4f70-806b-727ee5f4a658,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:02.268898 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-92aeb23a-b8dc-40fb-97f4-453fed372b12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:02.371069 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 2eb4346b-854b-4e50-89a6-7f44f94fb958 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:02.372578 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:02.405630 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11fd07-b81f-46dd-a1d1-2ab7a6538d17 req-001218f7-46b3-47b2-b489-b00db1daab46 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:02.406453 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-7a11fd07-b81f-46dd-a1d1-2ab7a6538d17 req-001218f7-46b3-47b2-b489-b00db1daab46 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Synchronizing usage tracker for tenant:02a8b1b9c2174c80b96c9aa48056b997 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:25:02.413117 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-92aeb23a-b8dc-40fb-97f4-453fed372b12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Network 8ad0a752-4970-4a77-bf34-1a49fe1022a1 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:25:02.418278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef18786-3979-482f-a8d4-2ffcc193ff4d req-fdab90d7-d48c-4e33-832e-aa74cf639d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:02.419995 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5ef18786-3979-482f-a8d4-2ffcc193ff4d req-fdab90d7-d48c-4e33-832e-aa74cf639d1c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0450c3cd-3848-4e8a-92de-c781d5802bfa HTTP/1.1" status: 200 len: 1162 time: 0.3734748 Jan 19 22:25:02.420964 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-92aeb23a-b8dc-40fb-97f4-453fed372b12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:25:02.447599 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e810f0a-0923-4f62-b84c-81dd918350e8 req-3d59afcb-2c10-4b59-90c9-14d0ac1ca889 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:02.453447 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7e810f0a-0923-4f62-b84c-81dd918350e8 req-3d59afcb-2c10-4b59-90c9-14d0ac1ca889 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 945 time: 0.8437164 Jan 19 22:25:02.455830 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-92aeb23a-b8dc-40fb-97f4-453fed372b12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:25:02.547275 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-7a11fd07-b81f-46dd-a1d1-2ab7a6538d17 req-001218f7-46b3-47b2-b489-b00db1daab46 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Unset dirty status for tenant:02a8b1b9c2174c80b96c9aa48056b997 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:25:02.554651 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7a11fd07-b81f-46dd-a1d1-2ab7a6538d17 req-001218f7-46b3-47b2-b489-b00db1daab46 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 931 time: 0.9435856 Jan 19 22:25:02.574615 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a269576-60f9-4ed8-b2a3-6704efdd0fbd', 'name': 'tempest-TestVolumeBootPattern-1129528528-router', 'tenant_id': '8de606bf9b7642d5812e33bc328958af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '6375b86f-bb36-4ce4-91cd-de1046a164f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:40Z', 'updated_at': '2021-01-19T22:24:57Z', 'revision_number': 4, 'project_id': '8de606bf9b7642d5812e33bc328958af', 'gw_port': {'id': '6375b86f-bb36-4ce4-91cd-de1046a164f0', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a269576-60f9-4ed8-b2a3-6704efdd0fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:43Z', 'updated_at': '2021-01-19T22:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '5d035330-3a03-4d7d-8c38-934296d08928', 'name': '', 'network_id': '3bcab020-c59c-445e-9f61-1f5e5182c366', 'tenant_id': '8de606bf9b7642d5812e33bc328958af', 'mac_address': 'fa:16:3e:b0:5d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a269576-60f9-4ed8-b2a3-6704efdd0fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'fb42a908-d935-4b3d-804d-6211e1bca956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:54Z', 'updated_at': '2021-01-19T22:24:57Z', 'revision_number': 2, 'project_id': '8de606bf9b7642d5812e33bc328958af', 'subnets': [{'id': 'fb42a908-d935-4b3d-804d-6211e1bca956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:25:02.584595 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] Checking router: 9a269576-60f9-4ed8-b2a3-6704efdd0fbd for host: dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:25:02.585006 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] Updating router 9a269576-60f9-4ed8-b2a3-6704efdd0fbd port 5d035330-3a03-4d7d-8c38-934296d08928 binding host dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:25:02.633451 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:25:02.651889 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] Sync routers for ids ['ee1ec386-362c-495e-8b2a-97b4cd5ad609'] in dv-cinder-750782-5-iscsi {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:25:02.683166 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:02.688851 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7a11fd07-b81f-46dd-a1d1-2ab7a6538d17 req-990cf962-57b4-4c9d-a3e1-e835572021d4 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316116 Jan 19 22:25:02.704043 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5ef18786-3979-482f-a8d4-2ffcc193ff4d req-a5e4cf18-8473-4c61-bbbf-c00ef873a2ac service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=adf448d3-98b1-4ffc-aee6-7921f6931539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171190 Jan 19 22:25:02.729845 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] Routers {'ee1ec386-362c-495e-8b2a-97b4cd5ad609'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:25:02.730648 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:24:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['ee1ec386-362c-495e-8b2a-97b4cd5ad609'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:25:02.736523 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] Notify callbacks [] for router, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:02.744173 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 57270) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:25:02.744393 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6265624 Jan 19 22:25:02.766939 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-92aeb23a-b8dc-40fb-97f4-453fed372b12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:02.767672 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-92aeb23a-b8dc-40fb-97f4-453fed372b12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:02.893664 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7e810f0a-0923-4f62-b84c-81dd918350e8 req-bd54ed72-6718-4832-a3fb-ae994e3e60fd tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948410 Jan 19 22:25:02.901960 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-92aeb23a-b8dc-40fb-97f4-453fed372b12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8045580 Jan 19 22:25:03.162904 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] Set router ee1ec386-362c-495e-8b2a-97b4cd5ad609 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:25:03.182706 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] Request body: {'port': {'device_id': 'a29e861d-d3a4-4956-8c69-743d13f9e447', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:25:03.250356 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-331bf530-cdeb-4527-8ee5-fd64c779ee15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:03.505114 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:03.521170 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c225f8b-6139-4ca7-94e4-841420132712 req-48df9401-a6dd-4b80-9cd2-a11133869042 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:03.522915 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3c225f8b-6139-4ca7-94e4-841420132712 req-48df9401-a6dd-4b80-9cd2-a11133869042 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.5259604 Jan 19 22:25:03.532330 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] Transition to ACTIVE for port object 5d035330-3a03-4d7d-8c38-934296d08928 will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:25:03.533743 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'name': 'tempest-TestShelveInstance-753811106-router', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:59Z', 'updated_at': '2021-01-19T22:25:01Z', 'revision_number': 3, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'gw_port': {'id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:00Z', 'updated_at': '2021-01-19T22:25:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:25:03.537764 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:03.543026 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] Checking router: ee1ec386-362c-495e-8b2a-97b4cd5ad609 for host: dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:25:03.543834 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] Updating router ee1ec386-362c-495e-8b2a-97b4cd5ad609 port e98499ae-741d-4baa-a137-9976dc06d277 binding host dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:25:03.553675 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:03.657992 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:03.710258 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3c225f8b-6139-4ca7-94e4-841420132712 req-9c352d41-892b-4925-94f1-38cf98e013c1 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411088 Jan 19 22:25:03.724798 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf9fa2-4d13-40a7-82ed-00021550a412 None None] Pushing event updated for resources: {'Port': ['ID=5d035330-3a03-4d7d-8c38-934296d08928,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:03.733126 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-bbcf9fa2-4d13-40a7-82ed-00021550a412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:03.819055 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:03.886477 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 96f69aee-5a54-400d-ab6b-e283e3baa374 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:03.983171 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1345d3-66b3-4cb2-b901-1cb7d9739b4e req-3491879f-de70-42a2-af67-0367a4cb59ed tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:03.990225 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0f1345d3-66b3-4cb2-b901-1cb7d9739b4e req-3491879f-de70-42a2-af67-0367a4cb59ed tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.8723245 Jan 19 22:25:04.267462 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0f1345d3-66b3-4cb2-b901-1cb7d9739b4e req-a7d5d721-567a-4c36-9340-dd2496efc429 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740787 Jan 19 22:25:04.365598 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e839d18-f9a3-47ad-858f-295c505a8e79 None None] Network c5545297-ee81-476b-8bdf-fa32744891e1 requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:25:04.546103 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] Notify callbacks [] for port, precommit_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:04.550821 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-15b51bd7-9a22-4c5e-866a-cdb4e681c560 None None] Provisioning for port 96f69aee-5a54-400d-ab6b-e283e3baa374 completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:25:04.561587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] Transition to ACTIVE for port object e98499ae-741d-4baa-a137-9976dc06d277 will not be triggered until provisioned by entity L2. {{(pid=80183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:25:04.567817 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:04.623927 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 2eb4346b-854b-4e50-89a6-7f44f94fb958 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:04.731551 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] Attempting to bind port 5d035330-3a03-4d7d-8c38-934296d08928 on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:25:04.738206 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] Attempting to bind port 5d035330-3a03-4d7d-8c38-934296d08928 by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': 'bff00ae5-5161-4d60-821b-d645585ee095', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3bcab020-c59c-445e-9f61-1f5e5182c366'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:25:04.738819 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] Attempting to bind port 5d035330-3a03-4d7d-8c38-934296d08928 on network 3bcab020-c59c-445e-9f61-1f5e5182c366 {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:25:04.792644 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:25:04.793076 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] Checking segment: {'id': 'bff00ae5-5161-4d60-821b-d645585ee095', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3bcab020-c59c-445e-9f61-1f5e5182c366'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:25:04.799200 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:04.799611 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] Bound using segment: {'id': 'bff00ae5-5161-4d60-821b-d645585ee095', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3bcab020-c59c-445e-9f61-1f5e5182c366'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:25:04.800739 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] Bound port: 5d035330-3a03-4d7d-8c38-934296d08928, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff00ae5-5161-4d60-821b-d645585ee095', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3bcab020-c59c-445e-9f61-1f5e5182c366'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:25:04.801188 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:04.828420 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:04.847892 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port 96f69aee-5a54-400d-ab6b-e283e3baa374 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:25:04.925707 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 96f69aee-5a54-400d-ab6b-e283e3baa374 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:04.926081 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:05.060991 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Pushing event updated for resources: {'Port': ['ID=e98499ae-741d-4baa-a137-9976dc06d277,revision_number=2']} {{(pid=80183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:05.070370 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] For port 5d035330-3a03-4d7d-8c38-934296d08928, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:25:05.074534 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] For port 5d035330-3a03-4d7d-8c38-934296d08928, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=5d035330-3a03-4d7d-8c38-934296d08928,segment=NetworkSegment(bff00ae5-5161-4d60-821b-d645585ee095),segment_id=bff00ae5-5161-4d60-821b-d645585ee095)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:25:05.099025 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:05.099411 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:05.099783 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:05.100149 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:05.100510 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:05.100869 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:05.101225 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:05.101578 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:05.101931 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:05.102286 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:05.102636 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:05.103034 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:05.103448 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:05.103805 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:05.104155 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:05.104504 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:05.105026 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:05.105478 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:05.105896 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:05.106650 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:05.106650 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:05.107093 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:05.107270 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:05.107627 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:05.112063 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:05.126774 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] Attempting to bind port e98499ae-741d-4baa-a137-9976dc06d277 on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:25:05.127168 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] Attempting to bind port e98499ae-741d-4baa-a137-9976dc06d277 by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}] {{(pid=80183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:25:05.127572 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] Attempting to bind port e98499ae-741d-4baa-a137-9976dc06d277 on network 8ee66800-a804-40da-8341-42d4a5bfa70e {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:25:05.134576 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:25:05.135022 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] Checking segment: {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:25:05.135471 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:05.135902 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] Bound using segment: {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'} {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:25:05.136424 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] Bound port: e98499ae-741d-4baa-a137-9976dc06d277, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}}] {{(pid=80183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:25:05.136852 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:05.146236 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:05.220417 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] For port e98499ae-741d-4baa-a137-9976dc06d277, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:25:05.224260 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] For port e98499ae-741d-4baa-a137-9976dc06d277, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=e98499ae-741d-4baa-a137-9976dc06d277,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:25:05.228434 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:05.229210 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:05.328572 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:05.379034 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ba243d-d98a-4f70-806b-727ee5f4a658 {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:25:05.383629 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-10e06752-8fd0-46e3-8280-311037e06d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:05.392451 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:05.435257 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] Transition to ACTIVE for port object 74ba243d-d98a-4f70-806b-727ee5f4a658 will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:25:05.440984 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf9fa2-4d13-40a7-82ed-00021550a412 None None] Pushing event updated for resources: {'Port': ['ID=5d035330-3a03-4d7d-8c38-934296d08928,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:05.455206 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-bbcf9fa2-4d13-40a7-82ed-00021550a412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:05.476037 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Pushing event updated for resources: {'Port': ['ID=e98499ae-741d-4baa-a137-9976dc06d277,revision_number=3']} {{(pid=80183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:05.480000 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b0d8b0fe-7e63-472b-b812-ecf5deb20cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:05.492212 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996312'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:05.499940 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] Routers {'ee1ec386-362c-495e-8b2a-97b4cd5ad609'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:25:05.500375 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:25:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['ee1ec386-362c-495e-8b2a-97b4cd5ad609'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:25:05.523593 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e0ca4c20-9043-404b-b6f4-6496935e9f71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:05.590155 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 2eb4346b-854b-4e50-89a6-7f44f94fb958 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:05.590578 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:05.601972 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5d6c9-1b87-4572-b0db-a2b7b9f90849 req-d47a35b4-aee7-45c7-a949-b1a9017a65af tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:05.612020 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-40c5d6c9-1b87-4572-b0db-a2b7b9f90849 req-d47a35b4-aee7-45c7-a949-b1a9017a65af tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=0450c3cd-3848-4e8a-92de-c781d5802bfa HTTP/1.1" status: 200 len: 945 time: 0.5225720 Jan 19 22:25:05.852240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] Routers {'9a269576-60f9-4ed8-b2a3-6704efdd0fbd'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:25:05.852954 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:25:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['9a269576-60f9-4ed8-b2a3-6704efdd0fbd'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:25:05.905725 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647115e0-24c9-4716-bbfa-54710359a917 req-7814f2aa-09ff-41a5-b021-f17caadaf8a5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:05.911956 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:05.916110 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-647115e0-24c9-4716-bbfa-54710359a917 req-7814f2aa-09ff-41a5-b021-f17caadaf8a5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.8254571 Jan 19 22:25:05.921339 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] Pushing event updated for resources: {'Port': ['ID=74ba243d-d98a-4f70-806b-727ee5f4a658,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:05.926146 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:05.975985 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:05.987030 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] Set router ee1ec386-362c-495e-8b2a-97b4cd5ad609 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:25:06.049316 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:06.110090 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-40c5d6c9-1b87-4572-b0db-a2b7b9f90849 req-010d2ec0-950c-4f19-a555-0c54f309138f tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/security-groups?id=adf448d3-98b1-4ffc-aee6-7921f6931539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964478 Jan 19 22:25:06.139513 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] For port 96f69aee-5a54-400d-ab6b-e283e3baa374, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=96f69aee-5a54-400d-ab6b-e283e3baa374,segment=NetworkSegment(86abda2d-f225-42bc-8e32-0a72d219752f),segment_id=86abda2d-f225-42bc-8e32-0a72d219752f)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:25:06.169013 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:06.173905 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:06.219089 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-647115e0-24c9-4716-bbfa-54710359a917 req-c964636e-43aa-49bb-87b1-c575ba9322c8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2868376 Jan 19 22:25:06.397946 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] Set router 9a269576-60f9-4ed8-b2a3-6704efdd0fbd gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:25:06.462835 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-41b9986f-3b91-4b03-b3fe-4406f014ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:06.510390 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Pushing event updated for resources: {'Port': ['ID=96f69aee-5a54-400d-ab6b-e283e3baa374,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:06.531437 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:06.572081 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'name': 'tempest-TestShelveInstance-753811106-router', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:59Z', 'updated_at': '2021-01-19T22:25:01Z', 'revision_number': 3, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'gw_port': {'id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:00Z', 'updated_at': '2021-01-19T22:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:25:06.583704 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e8113-3284-4eae-9f1d-5da29c21e308 None None] The sync data for ids ['ee1ec386-362c-495e-8b2a-97b4cd5ad609'] in dv-cinder-750782-5-iscsi is: [{'id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'name': 'tempest-TestShelveInstance-753811106-router', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:59Z', 'updated_at': '2021-01-19T22:25:01Z', 'revision_number': 3, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'gw_port': {'id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:00Z', 'updated_at': '2021-01-19T22:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}] {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:25:06.952247 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-1437b8f6-9c95-42c8-90da-15bb1bcbc981 None None] Provisioning complete for port 96f69aee-5a54-400d-ab6b-e283e3baa374 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:06.955166 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1437b8f6-9c95-42c8-90da-15bb1bcbc981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:07.680906 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] Attempting to bind port 74ba243d-d98a-4f70-806b-727ee5f4a658 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:25:07.681322 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] Attempting to bind port 74ba243d-d98a-4f70-806b-727ee5f4a658 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '3e573508-cfe9-4fcd-b992-dc50ecf291a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8ad0a752-4970-4a77-bf34-1a49fe1022a1'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:25:07.681787 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] Attempting to bind port 74ba243d-d98a-4f70-806b-727ee5f4a658 on network 8ad0a752-4970-4a77-bf34-1a49fe1022a1 {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:25:07.757379 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d96ad5-9701-4ca1-923d-36873061ee20 req-29d7fca4-a15c-4ef8-903d-45b4b3dc5b94 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:07.759290 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b3d96ad5-9701-4ca1-923d-36873061ee20 req-29d7fca4-a15c-4ef8-903d-45b4b3dc5b94 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 943 time: 1.0131583 Jan 19 22:25:07.762003 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] Checking agent: {'id': '2523063a-ad22-4c17-a8b2-431f878c065d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 20, 21), 'started_at': datetime.datetime(2021, 1, 19, 22, 20, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:25:07.762495 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] Checking segment: {'id': '3e573508-cfe9-4fcd-b992-dc50ecf291a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8ad0a752-4970-4a77-bf34-1a49fe1022a1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:25:07.763058 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:07.763569 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] Bound using segment: {'id': '3e573508-cfe9-4fcd-b992-dc50ecf291a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8ad0a752-4970-4a77-bf34-1a49fe1022a1'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:25:07.764453 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] Bound port: 74ba243d-d98a-4f70-806b-727ee5f4a658, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e573508-cfe9-4fcd-b992-dc50ecf291a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8ad0a752-4970-4a77-bf34-1a49fe1022a1'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:25:07.764943 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:07.902634 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-266bcc84-1d84-4545-922a-f462062c81f5 None None] Provisioning complete for port 96f69aee-5a54-400d-ab6b-e283e3baa374 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:07.906981 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-266bcc84-1d84-4545-922a-f462062c81f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:07.963671 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] For port 74ba243d-d98a-4f70-806b-727ee5f4a658, host hv-cinder-75078, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:25:07.968058 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] For port 74ba243d-d98a-4f70-806b-727ee5f4a658, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=74ba243d-d98a-4f70-806b-727ee5f4a658,segment=NetworkSegment(3e573508-cfe9-4fcd-b992-dc50ecf291a2),segment_id=3e573508-cfe9-4fcd-b992-dc50ecf291a2)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:25:08.038702 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996312'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:08.079400 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a269576-60f9-4ed8-b2a3-6704efdd0fbd', 'name': 'tempest-TestVolumeBootPattern-1129528528-router', 'tenant_id': '8de606bf9b7642d5812e33bc328958af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '6375b86f-bb36-4ce4-91cd-de1046a164f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:40Z', 'updated_at': '2021-01-19T22:24:57Z', 'revision_number': 4, 'project_id': '8de606bf9b7642d5812e33bc328958af', 'gw_port': {'id': '6375b86f-bb36-4ce4-91cd-de1046a164f0', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a269576-60f9-4ed8-b2a3-6704efdd0fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:43Z', 'updated_at': '2021-01-19T22:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '5d035330-3a03-4d7d-8c38-934296d08928', 'name': '', 'network_id': '3bcab020-c59c-445e-9f61-1f5e5182c366', 'tenant_id': '8de606bf9b7642d5812e33bc328958af', 'mac_address': 'fa:16:3e:b0:5d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a269576-60f9-4ed8-b2a3-6704efdd0fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'fb42a908-d935-4b3d-804d-6211e1bca956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:54Z', 'updated_at': '2021-01-19T22:25:05Z', 'revision_number': 4, 'project_id': '8de606bf9b7642d5812e33bc328958af', 'subnets': [{'id': 'fb42a908-d935-4b3d-804d-6211e1bca956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:25:08.116853 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09344612-4986-4318-9e78-6c88aaf7fce6 None None] The sync data for ids ['9a269576-60f9-4ed8-b2a3-6704efdd0fbd'] in dv-cinder-750782-5-iscsi is: [{'id': '9a269576-60f9-4ed8-b2a3-6704efdd0fbd', 'name': 'tempest-TestVolumeBootPattern-1129528528-router', 'tenant_id': '8de606bf9b7642d5812e33bc328958af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '6375b86f-bb36-4ce4-91cd-de1046a164f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:40Z', 'updated_at': '2021-01-19T22:24:57Z', 'revision_number': 4, 'project_id': '8de606bf9b7642d5812e33bc328958af', 'gw_port': {'id': '6375b86f-bb36-4ce4-91cd-de1046a164f0', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a269576-60f9-4ed8-b2a3-6704efdd0fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:43Z', 'updated_at': '2021-01-19T22:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '5d035330-3a03-4d7d-8c38-934296d08928', 'name': '', 'network_id': '3bcab020-c59c-445e-9f61-1f5e5182c366', 'tenant_id': '8de606bf9b7642d5812e33bc328958af', 'mac_address': 'fa:16:3e:b0:5d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a269576-60f9-4ed8-b2a3-6704efdd0fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'fb42a908-d935-4b3d-804d-6211e1bca956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:54Z', 'updated_at': '2021-01-19T22:25:05Z', 'revision_number': 4, 'project_id': '8de606bf9b7642d5812e33bc328958af', 'subnets': [{'id': 'fb42a908-d935-4b3d-804d-6211e1bca956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:25:08.255516 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-d9ccfbd1-20d3-4013-8692-948d6fd9b0e4 req-a3234312-1912-46ac-8c84-7137ecae0969 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-390116996', 'description': 'tempest-TestVolumeBootPattern-390116996 description'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:25:08.274575 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-d9ccfbd1-20d3-4013-8692-948d6fd9b0e4 req-a3234312-1912-46ac-8c84-7137ecae0969 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:25:08.278495 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-d9ccfbd1-20d3-4013-8692-948d6fd9b0e4 req-a3234312-1912-46ac-8c84-7137ecae0969 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Usage tracker for resource:security_group and tenant:607a36c19a34437991c7268366328db0 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:25:08.283197 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-d9ccfbd1-20d3-4013-8692-948d6fd9b0e4 req-a3234312-1912-46ac-8c84-7137ecae0969 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:25:08.310634 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-d9ccfbd1-20d3-4013-8692-948d6fd9b0e4 req-a3234312-1912-46ac-8c84-7137ecae0969 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:25:08.326657 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:08.532234 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d9ccfbd1-20d3-4013-8692-948d6fd9b0e4 req-a3234312-1912-46ac-8c84-7137ecae0969 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:08.537836 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 5d035330-3a03-4d7d-8c38-934296d08928 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:08.578191 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-d9ccfbd1-20d3-4013-8692-948d6fd9b0e4 req-a3234312-1912-46ac-8c84-7137ecae0969 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:25:08.584166 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-d9ccfbd1-20d3-4013-8692-948d6fd9b0e4 req-a3234312-1912-46ac-8c84-7137ecae0969 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Usage tracker for resource:security_group_rule and tenant:607a36c19a34437991c7268366328db0 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:25:08.587789 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-d9ccfbd1-20d3-4013-8692-948d6fd9b0e4 req-a3234312-1912-46ac-8c84-7137ecae0969 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:25:08.593936 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-d9ccfbd1-20d3-4013-8692-948d6fd9b0e4 req-a3234312-1912-46ac-8c84-7137ecae0969 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:25:08.654986 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b3d96ad5-9701-4ca1-923d-36873061ee20 req-ce835277-7375-4fa3-9c3b-5bbc801ef8e0 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8600440 Jan 19 22:25:08.688174 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] Pushing event updated for resources: {'Port': ['ID=74ba243d-d98a-4f70-806b-727ee5f4a658,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:08.736094 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port 5d035330-3a03-4d7d-8c38-934296d08928 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:25:08.757923 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 5d035330-3a03-4d7d-8c38-934296d08928 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:08.759211 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:08.782889 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:08.986701 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:09.043860 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] For port 5d035330-3a03-4d7d-8c38-934296d08928, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=5d035330-3a03-4d7d-8c38-934296d08928,segment=NetworkSegment(bff00ae5-5161-4d60-821b-d645585ee095),segment_id=bff00ae5-5161-4d60-821b-d645585ee095)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:25:09.049105 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:09.050734 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device e98499ae-741d-4baa-a137-9976dc06d277 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:09.079519 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:09.080236 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:09.082372 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] 10.222.0.65 "PUT /v2.0/ports/74ba243d-d98a-4f70-806b-727ee5f4a658 HTTP/1.1" status: 200 len: 1157 time: 5.9207938 Jan 19 22:25:09.087419 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29e861d-d3a4-4956-8c69-743d13f9e447', 'tag': '74ba243d-d98a-4f70-806b-727ee5f4a658'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:25:09.098026 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-2d0f8541-9e7b-4907-916a-4517b7414d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:09.105876 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d9ccfbd1-20d3-4013-8692-948d6fd9b0e4 req-a3234312-1912-46ac-8c84-7137ecae0969 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:09.161478 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-41b9986f-3b91-4b03-b3fe-4406f014ad18 admin admin] Allocated IP 172.20.0.1 (c5545297-ee81-476b-8bdf-fa32744891e1/90501b76-d654-4fd7-b61c-fc49887a8718/5540bd0d-67a9-455b-bfa2-ba9eb61767cd) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:25:09.214742 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d9ccfbd1-20d3-4013-8692-948d6fd9b0e4 req-a3234312-1912-46ac-8c84-7137ecae0969 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:09.230085 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b78e3243-b630-4ffc-a1e6-87b162803513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:09.292773 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3234312-1912-46ac-8c84-7137ecae0969 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Pushing event updated for resources: {'SecurityGroup': ['ID=6183e7f4-bb4f-4e8a-af09-6c94deba6413,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:09.310450 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a3234312-1912-46ac-8c84-7137ecae0969 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:09.375435 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port e98499ae-741d-4baa-a137-9976dc06d277 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:25:09.382508 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port e98499ae-741d-4baa-a137-9976dc06d277 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:09.383924 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:09.428351 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Pushing event updated for resources: {'Port': ['ID=5d035330-3a03-4d7d-8c38-934296d08928,revision_number=5']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:09.442700 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:09.456913 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d9ccfbd1-20d3-4013-8692-948d6fd9b0e4 req-a3234312-1912-46ac-8c84-7137ecae0969 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:09.459041 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d9ccfbd1-20d3-4013-8692-948d6fd9b0e4 req-a3234312-1912-46ac-8c84-7137ecae0969 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.4582362 Jan 19 22:25:09.534110 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:25:09.552684 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942405f-6a24-4bce-939d-6f01cb9c711a req-e4443720-27ae-4ba3-8bff-63854cf22f13 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:09.554408 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a942405f-6a24-4bce-939d-6f01cb9c711a req-e4443720-27ae-4ba3-8bff-63854cf22f13 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.5983577 Jan 19 22:25:09.642223 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:09.684589 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] For port e98499ae-741d-4baa-a137-9976dc06d277, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=e98499ae-741d-4baa-a137-9976dc06d277,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:25:09.689918 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:09.690150 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 96f69aee-5a54-400d-ab6b-e283e3baa374 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:09.795425 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:09.889664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-e1a5c473-3fdb-43ee-b0ef-98df2d60c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:09.891615 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-e1a5c473-3fdb-43ee-b0ef-98df2d60c426 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02a8b1b9c2174c80b96c9aa48056b997&device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 1160 time: 0.7274530 Jan 19 22:25:09.893744 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Pushing event updated for resources: {'Port': ['ID=e98499ae-741d-4baa-a137-9976dc06d277,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:09.901878 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:09.929223 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 96f69aee-5a54-400d-ab6b-e283e3baa374 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:09.930255 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:10.068558 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-d2fc7729-c913-44ce-bbf5-015bac8f3e34 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74ba243d-d98a-4f70-806b-727ee5f4a658 HTTP/1.1" status: 200 len: 217 time: 0.1489694 Jan 19 22:25:10.099302 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a942405f-6a24-4bce-939d-6f01cb9c711a req-5371bf76-9273-4c66-a9ed-a497e994bb57 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5337188 Jan 19 22:25:10.221381 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-3989bba9-6969-4ac0-a4e3-8043cfc14bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:10.223867 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-3989bba9-6969-4ac0-a4e3-8043cfc14bff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9aad7ec5-01c6-4361-b48b-d5771bc83b91 HTTP/1.1" status: 200 len: 854 time: 0.1235156 Jan 19 22:25:10.298346 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-41b9986f-3b91-4b03-b3fe-4406f014ad18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:10.345305 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 5d035330-3a03-4d7d-8c38-934296d08928 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:10.368567 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-815250f8-39b6-4d70-8f1d-8f0bcd16a6e8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ad0a752-4970-4a77-bf34-1a49fe1022a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1289399 Jan 19 22:25:10.418281 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-41b9986f-3b91-4b03-b3fe-4406f014ad18 admin admin] Transition to ACTIVE for port object 5540bd0d-67a9-455b-bfa2-ba9eb61767cd will not be triggered until provisioned by entity DHCP. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:25:10.477856 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cef52-6c44-4567-94d3-74a94722160c req-a73ce3f3-3824-44e6-86dd-837cda798c39 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:10.485847 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-db8cef52-6c44-4567-94d3-74a94722160c req-a73ce3f3-3824-44e6-86dd-837cda798c39 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 945 time: 0.5749254 Jan 19 22:25:10.700362 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 5d035330-3a03-4d7d-8c38-934296d08928 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:10.701105 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:10.837311 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-db8cef52-6c44-4567-94d3-74a94722160c req-8f890322-4c1f-4ecc-b99c-b3f76cef33e7 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504601 Jan 19 22:25:10.881148 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-41b9986f-3b91-4b03-b3fe-4406f014ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:10.942333 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 3ce822e1-882c-4499-b315-f793eb56f8f9 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:11.210479 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device e98499ae-741d-4baa-a137-9976dc06d277 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:11.243611 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29e861d-d3a4-4956-8c69-743d13f9e447', 'tag': '74ba243d-d98a-4f70-806b-727ee5f4a658', 'status': 'completed', 'code': 200} Jan 19 22:25:11.256178 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f03ddce3-7cb7-4c59-b5a4-c5d7fbb5bbb0 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:11.330130 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 3ce822e1-882c-4499-b315-f793eb56f8f9 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:11.330756 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:11.389649 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca5e81-f2e0-4a35-b5bd-e298083c66e9 req-7c9c7716-802e-4765-a86c-5984a70d4b2e tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:11.400061 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-23ca5e81-f2e0-4a35-b5bd-e298083c66e9 req-7c9c7716-802e-4765-a86c-5984a70d4b2e tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 1.0303197 Jan 19 22:25:11.406757 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port e98499ae-741d-4baa-a137-9976dc06d277 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:11.407302 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:11.485173 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b9986f-3b91-4b03-b3fe-4406f014ad18 admin admin] Network c5545297-ee81-476b-8bdf-fa32744891e1 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:25:11.588546 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-52975181-8c29-4ffb-b1a5-c276951c3d40 req-423f4d39-d21b-44b9-b02f-d7136448eb2c tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups/6183e7f4-bb4f-4e8a-af09-6c94deba6413 HTTP/1.1" status: 200 len: 1806 time: 0.2372890 Jan 19 22:25:11.606500 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-23ca5e81-f2e0-4a35-b5bd-e298083c66e9 req-b0d0612c-497a-43ae-9f4b-7ac0082665ee tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050776 Jan 19 22:25:11.607740 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-41b9986f-3b91-4b03-b3fe-4406f014ad18 admin admin] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:25:11.651201 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b9986f-3b91-4b03-b3fe-4406f014ad18 admin admin] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:25:11.809238 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-9b18e9ce-4038-4ba0-89ae-d4add64793ea service neutron] 10.222.0.65 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3924382 Jan 19 22:25:11.858001 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-52975181-8c29-4ffb-b1a5-c276951c3d40 req-f699dee6-35b4-4f2b-bf34-256cfab16378 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6183e7f4-bb4f-4e8a-af09-6c94deba6413', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:25:11.858405 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-52975181-8c29-4ffb-b1a5-c276951c3d40 req-f699dee6-35b4-4f2b-bf34-256cfab16378 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6183e7f4-bb4f-4e8a-af09-6c94deba6413', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:25:11.912414 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9986f-3b91-4b03-b3fe-4406f014ad18 admin admin] Pushing event updated for resources: {'Port': ['ID=5540bd0d-67a9-455b-bfa2-ba9eb61767cd,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:11.993844 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-52975181-8c29-4ffb-b1a5-c276951c3d40 req-f699dee6-35b4-4f2b-bf34-256cfab16378 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:25:12.001658 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-41b9986f-3b91-4b03-b3fe-4406f014ad18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:12.063839 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-52975181-8c29-4ffb-b1a5-c276951c3d40 req-f699dee6-35b4-4f2b-bf34-256cfab16378 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Usage tracker for resource:security_group_rule and tenant:607a36c19a34437991c7268366328db0 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:25:12.067801 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-41b9986f-3b91-4b03-b3fe-4406f014ad18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432228'] for router_interface, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:12.075023 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-52975181-8c29-4ffb-b1a5-c276951c3d40 req-f699dee6-35b4-4f2b-bf34-256cfab16378 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:25:12.165335 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-f614f51d-9718-42f9-82a4-33c1465fd85f None None] Provisioning for port 5540bd0d-67a9-455b-bfa2-ba9eb61767cd completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:25:12.171881 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-f614f51d-9718-42f9-82a4-33c1465fd85f None None] Provisioning complete for port 5540bd0d-67a9-455b-bfa2-ba9eb61767cd triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:12.172665 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f614f51d-9718-42f9-82a4-33c1465fd85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:12.268333 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-f614f51d-9718-42f9-82a4-33c1465fd85f None None] Port 5540bd0d-67a9-455b-bfa2-ba9eb61767cd cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:25:12.310627 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-52975181-8c29-4ffb-b1a5-c276951c3d40 req-f699dee6-35b4-4f2b-bf34-256cfab16378 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:25:12.633222 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f43ee95d-9325-4478-bc2b-4363db3df610 req-32f0f167-e4ca-4867-ba0c-9aee18d7a446 service neutron] 10.222.0.65 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7347100 Jan 19 22:25:12.633870 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-41b9986f-3b91-4b03-b3fe-4406f014ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:12.644955 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-52975181-8c29-4ffb-b1a5-c276951c3d40 req-f699dee6-35b4-4f2b-bf34-256cfab16378 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for security_group_rule, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:12.765708 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e48deb-bbb2-411e-91c1-059f8e3cce5c req-7a4d2d89-17f5-4d53-8396-3b517edc63bf tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:12.773573 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d1e48deb-bbb2-411e-91c1-059f8e3cce5c req-7a4d2d89-17f5-4d53-8396-3b517edc63bf tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 943 time: 0.6226046 Jan 19 22:25:12.828480 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-52975181-8c29-4ffb-b1a5-c276951c3d40 req-f699dee6-35b4-4f2b-bf34-256cfab16378 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:12.878394 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-52975181-8c29-4ffb-b1a5-c276951c3d40 req-f699dee6-35b4-4f2b-bf34-256cfab16378 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425058'] for security_group_rule, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:12.906738 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:12.992253 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699dee6-35b4-4f2b-bf34-256cfab16378 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18935b7e-e274-485f-89b3-b7a923955c7c,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:12.998916 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f699dee6-35b4-4f2b-bf34-256cfab16378 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:13.032156 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d1e48deb-bbb2-411e-91c1-059f8e3cce5c req-b80edd20-1d5a-4a60-a0cc-09192a038657 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575715 Jan 19 22:25:13.060967 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-52975181-8c29-4ffb-b1a5-c276951c3d40 req-f699dee6-35b4-4f2b-bf34-256cfab16378 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for security_group_rule, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:13.061405 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-52975181-8c29-4ffb-b1a5-c276951c3d40 req-f699dee6-35b4-4f2b-bf34-256cfab16378 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4505777 Jan 19 22:25:13.167133 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d930f-0a2c-4184-8c56-96786b89c1b1 req-120c5b03-d304-4aa8-bc0f-b3e8a4915f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:13.173393 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8d4d930f-0a2c-4184-8c56-96786b89c1b1 req-120c5b03-d304-4aa8-bc0f-b3e8a4915f8b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02a8b1b9c2174c80b96c9aa48056b997&device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 1160 time: 0.3871303 Jan 19 22:25:13.723959 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.resource_extend [None req-41b9986f-3b91-4b03-b3fe-4406f014ad18 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 19 22:25:13.786005 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-41b9986f-3b91-4b03-b3fe-4406f014ad18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:13.801490 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-41b9986f-3b91-4b03-b3fe-4406f014ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996312'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:14.151496 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7ab51339-f314-4b07-90ab-f954aa0b3577 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:14.297720 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2450bd-a7ee-47da-b408-c1586b555662 req-74da19a0-c13a-4f23-8530-4335ab0d0489 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:14.305832 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-aa2450bd-a7ee-47da-b408-c1586b555662 req-74da19a0-c13a-4f23-8530-4335ab0d0489 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.9629731 Jan 19 22:25:14.357063 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9986f-3b91-4b03-b3fe-4406f014ad18 admin admin] Pushing event updated for resources: {'Port': ['ID=5540bd0d-67a9-455b-bfa2-ba9eb61767cd,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:14.371181 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-41b9986f-3b91-4b03-b3fe-4406f014ad18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:14.395061 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d930f-0a2c-4184-8c56-96786b89c1b1 req-aaa21d05-326b-485c-8963-e06faad52c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:14.396756 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8d4d930f-0a2c-4184-8c56-96786b89c1b1 req-aaa21d05-326b-485c-8963-e06faad52c8d service neutron] 10.222.0.65 "GET /v2.0/networks?id=8ad0a752-4970-4a77-bf34-1a49fe1022a1 HTTP/1.1" status: 200 len: 908 time: 1.1344619 Jan 19 22:25:14.406900 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-41b9986f-3b91-4b03-b3fe-4406f014ad18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1691567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427469'] for router_interface, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:14.436986 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-aa2450bd-a7ee-47da-b408-c1586b555662 req-28e2552f-901a-47ec-b979-7bd6616f9e30 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301217 Jan 19 22:25:14.555630 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f80cd-4de5-41dc-a95e-017dc343ff96 req-db72081c-44d7-4835-9f56-a1c66741f4f5 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:14.557408 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4e8f80cd-4de5-41dc-a95e-017dc343ff96 req-db72081c-44d7-4835-9f56-a1c66741f4f5 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 1.0888669 Jan 19 22:25:14.829299 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8d4d930f-0a2c-4184-8c56-96786b89c1b1 req-bd48cef9-537c-45a7-a360-b53bddeb0ed8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74ba243d-d98a-4f70-806b-727ee5f4a658 HTTP/1.1" status: 200 len: 217 time: 0.3985476 Jan 19 22:25:14.923271 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e66a2014-fcd9-47d3-8f09-152b8176c280 req-8cfa2602-cbee-4b45-920e-8eed0dd767c0 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups/6183e7f4-bb4f-4e8a-af09-6c94deba6413 HTTP/1.1" status: 200 len: 2399 time: 0.3645661 Jan 19 22:25:15.007249 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-e66a2014-fcd9-47d3-8f09-152b8176c280 req-594bbe58-43f2-4060-9794-b420ef925654 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6183e7f4-bb4f-4e8a-af09-6c94deba6413', 'remote_group_id': None}]} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:25:15.007568 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-e66a2014-fcd9-47d3-8f09-152b8176c280 req-594bbe58-43f2-4060-9794-b420ef925654 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6183e7f4-bb4f-4e8a-af09-6c94deba6413', 'remote_group_id': None}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:25:15.035204 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b9986f-3b91-4b03-b3fe-4406f014ad18 admin admin] Network c5545297-ee81-476b-8bdf-fa32744891e1 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:25:15.036358 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-e66a2014-fcd9-47d3-8f09-152b8176c280 req-594bbe58-43f2-4060-9794-b420ef925654 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:25:15.051648 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4e8f80cd-4de5-41dc-a95e-017dc343ff96 req-c664cbaf-b6e3-478e-8272-03ba1523b82c tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3687770 Jan 19 22:25:15.058758 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-41b9986f-3b91-4b03-b3fe-4406f014ad18 admin admin] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:25:15.062701 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-e66a2014-fcd9-47d3-8f09-152b8176c280 req-594bbe58-43f2-4060-9794-b420ef925654 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Usage tracker for resource:security_group_rule and tenant:607a36c19a34437991c7268366328db0 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:25:15.073032 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-e66a2014-fcd9-47d3-8f09-152b8176c280 req-594bbe58-43f2-4060-9794-b420ef925654 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:25:15.088444 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-e66a2014-fcd9-47d3-8f09-152b8176c280 req-594bbe58-43f2-4060-9794-b420ef925654 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:25:15.183142 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d930f-0a2c-4184-8c56-96786b89c1b1 req-71ca20c4-ce90-4702-b6d4-e0956e64b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:15.186036 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8d4d930f-0a2c-4184-8c56-96786b89c1b1 req-71ca20c4-ce90-4702-b6d4-e0956e64b671 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9aad7ec5-01c6-4361-b48b-d5771bc83b91 HTTP/1.1" status: 200 len: 854 time: 0.3363445 Jan 19 22:25:15.373164 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8d4d930f-0a2c-4184-8c56-96786b89c1b1 req-7037d459-57aa-44aa-a5ef-99bd504d6a06 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ad0a752-4970-4a77-bf34-1a49fe1022a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489234 Jan 19 22:25:15.470405 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-8b0e569b-a683-4c57-b5c5-ada64428c635 None None] Provisioning complete for port 5540bd0d-67a9-455b-bfa2-ba9eb61767cd triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:15.471246 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8b0e569b-a683-4c57-b5c5-ada64428c635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:15.502281 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-11c749f9-0d0f-44a7-a608-0dc90595f4c7 req-240580da-0741-4459-8d41-2bf61ce43989 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.5850587 Jan 19 22:25:15.538536 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-8b0e569b-a683-4c57-b5c5-ada64428c635 None None] Port 5540bd0d-67a9-455b-bfa2-ba9eb61767cd cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:25:15.736827 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-e66a2014-fcd9-47d3-8f09-152b8176c280 req-594bbe58-43f2-4060-9794-b420ef925654 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for security_group_rule, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:15.799990 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b9986f-3b91-4b03-b3fe-4406f014ad18 admin admin] Router ee1ec386-362c-495e-8b2a-97b4cd5ad609 has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:25:15.853055 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-e66a2014-fcd9-47d3-8f09-152b8176c280 req-594bbe58-43f2-4060-9794-b420ef925654 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:15.867008 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-e66a2014-fcd9-47d3-8f09-152b8176c280 req-594bbe58-43f2-4060-9794-b420ef925654 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425058'] for security_group_rule, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:15.957479 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8d4d930f-0a2c-4184-8c56-96786b89c1b1 req-592bcf10-08b0-46f7-b55d-7a7a4112ad2d service neutron] 10.222.0.65 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5619705 Jan 19 22:25:16.080055 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f699dee6-35b4-4f2b-bf34-256cfab16378 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:16.241520 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c749f9-0d0f-44a7-a608-0dc90595f4c7 req-01d5bf8a-ed9d-4d2e-aaa9-86cd48965016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:16.243193 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-11c749f9-0d0f-44a7-a608-0dc90595f4c7 req-01d5bf8a-ed9d-4d2e-aaa9-86cd48965016 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=faaf464719d54745afba437b2a9bd34b&device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 1162 time: 0.6449420 Jan 19 22:25:16.368670 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bbe58-43f2-4060-9794-b420ef925654 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7833a8a3-6739-44f5-a283-97768781564d,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:16.373385 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-594bbe58-43f2-4060-9794-b420ef925654 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:16.715988 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-e66a2014-fcd9-47d3-8f09-152b8176c280 req-594bbe58-43f2-4060-9794-b420ef925654 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for security_group_rule, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:16.727742 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e66a2014-fcd9-47d3-8f09-152b8176c280 req-594bbe58-43f2-4060-9794-b420ef925654 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.7483506 Jan 19 22:25:17.147307 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8d4d930f-0a2c-4184-8c56-96786b89c1b1 req-84a8ac73-a852-4629-9fdb-81dfc9bc2e31 service neutron] 10.222.0.65 "GET /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1770515 Jan 19 22:25:17.163414 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b9986f-3b91-4b03-b3fe-4406f014ad18 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:25:17.178624 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] Sync routers for ids ['ee1ec386-362c-495e-8b2a-97b4cd5ad609'] in dv-cinder-750782-5-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:25:17.181123 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-41b9986f-3b91-4b03-b3fe-4406f014ad18 admin admin] 10.222.0.50 "PUT /v2.0/routers/ee1ec386-362c-495e-8b2a-97b4cd5ad609/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4333918 Jan 19 22:25:17.196822 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] Routers {'ee1ec386-362c-495e-8b2a-97b4cd5ad609'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:25:17.197513 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:25:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['ee1ec386-362c-495e-8b2a-97b4cd5ad609'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:25:17.213943 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef727ab-6bef-41ff-bae1-f8dd01a2be76 req-9b9efbc9-a01f-4975-83d4-90928654f3fc tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:17.215762 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1ef727ab-6bef-41ff-bae1-f8dd01a2be76 req-9b9efbc9-a01f-4975-83d4-90928654f3fc tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 943 time: 1.0501881 Jan 19 22:25:17.261070 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c749f9-0d0f-44a7-a608-0dc90595f4c7 req-fe8cf059-71ae-4f02-b2e6-0f161037bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:17.262732 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-11c749f9-0d0f-44a7-a608-0dc90595f4c7 req-fe8cf059-71ae-4f02-b2e6-0f161037bb42 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2de0ab09-37c3-47d9-883f-9b41c5ae35f2 HTTP/1.1" status: 200 len: 913 time: 0.9384346 Jan 19 22:25:17.373007 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-11c749f9-0d0f-44a7-a608-0dc90595f4c7 req-c3f4cf47-7fb3-40b7-aa8a-7c68a725abf4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d HTTP/1.1" status: 200 len: 217 time: 0.0989795 Jan 19 22:25:17.444296 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dd34d-f311-4841-b7a3-9178639607a7 req-9ebe2973-105f-4ae1-a00b-8bc4113e1130 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:17.452560 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3c7dd34d-f311-4841-b7a3-9178639607a7 req-9ebe2973-105f-4ae1-a00b-8bc4113e1130 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.4558976 Jan 19 22:25:17.508392 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1ef727ab-6bef-41ff-bae1-f8dd01a2be76 req-b15b2a0c-6fd9-4d45-90f8-6dfaaf48832f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753518 Jan 19 22:25:17.577802 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3c7dd34d-f311-4841-b7a3-9178639607a7 req-ef6670bd-b906-49f3-a4a6-b3e6fa13a001 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237473 Jan 19 22:25:17.609573 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c749f9-0d0f-44a7-a608-0dc90595f4c7 req-d9bdfa85-3ced-40be-a8d0-60f411fa79eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:17.609809 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] Set router ee1ec386-362c-495e-8b2a-97b4cd5ad609 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:25:17.610270 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-11c749f9-0d0f-44a7-a608-0dc90595f4c7 req-d9bdfa85-3ced-40be-a8d0-60f411fa79eb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7325d4b0-095b-4afe-9fcb-ab7450d96ef2 HTTP/1.1" status: 200 len: 859 time: 0.2296324 Jan 19 22:25:17.745013 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-11c749f9-0d0f-44a7-a608-0dc90595f4c7 req-c681c62b-ae60-4308-b41d-a70730d4ba5f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2de0ab09-37c3-47d9-883f-9b41c5ae35f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262417 Jan 19 22:25:18.148170 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-11c749f9-0d0f-44a7-a608-0dc90595f4c7 req-78501865-8d8f-4c5f-b42c-db4c7dead014 service neutron] 10.222.0.65 "GET /v2.0/networks/2de0ab09-37c3-47d9-883f-9b41c5ae35f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937011 Jan 19 22:25:18.179793 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'name': 'tempest-TestShelveInstance-753811106-router', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:59Z', 'updated_at': '2021-01-19T22:25:12Z', 'revision_number': 4, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'gw_port': {'id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:00Z', 'updated_at': '2021-01-19T22:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '5540bd0d-67a9-455b-bfa2-ba9eb61767cd', 'name': '', 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'mac_address': 'fa:16:3e:ff:12:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '90501b76-d654-4fd7-b61c-fc49887a8718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:07Z', 'updated_at': '2021-01-19T22:25:13Z', 'revision_number': 2, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'subnets': [{'id': '90501b76-d654-4fd7-b61c-fc49887a8718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:25:18.185414 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] Checking router: ee1ec386-362c-495e-8b2a-97b4cd5ad609 for host: dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:25:18.186074 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] Updating router ee1ec386-362c-495e-8b2a-97b4cd5ad609 port 5540bd0d-67a9-455b-bfa2-ba9eb61767cd binding host dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:25:18.191335 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f298e9-7056-4506-8205-ef93217e3ba1 req-4bde608e-c56f-4e81-a0d9-2fb7594aebcd tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:18.193953 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d4f298e9-7056-4506-8205-ef93217e3ba1 req-4bde608e-c56f-4e81-a0d9-2fb7594aebcd tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.3620036 Jan 19 22:25:18.234980 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 74ba243d-d98a-4f70-806b-727ee5f4a658 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:18.337042 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:18.431253 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d4f298e9-7056-4506-8205-ef93217e3ba1 req-ad769885-fadc-43c7-bfe4-9a5afad1d9a2 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018769 Jan 19 22:25:18.520702 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-11c749f9-0d0f-44a7-a608-0dc90595f4c7 req-f9499f74-f7ce-463c-926f-fe678aa02f0b service neutron] 10.222.0.65 "GET /v2.0/networks/2de0ab09-37c3-47d9-883f-9b41c5ae35f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3598504 Jan 19 22:25:18.963417 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f4f1b-ef4c-4113-9fb1-b2fb1b018b5d req-0bf5eb2a-5c06-4f6e-bcab-c93d7b925b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:18.972504 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ca5f4f1b-ef4c-4113-9fb1-b2fb1b018b5d req-0bf5eb2a-5c06-4f6e-bcab-c93d7b925b7a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=faaf464719d54745afba437b2a9bd34b&device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 1162 time: 0.2749088 Jan 19 22:25:19.366769 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:19.399579 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] Transition to ACTIVE for port object 5540bd0d-67a9-455b-bfa2-ba9eb61767cd will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:25:19.412070 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:19.427224 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 57500) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:25:19.432329 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f4f1b-ef4c-4113-9fb1-b2fb1b018b5d req-c16bfe82-f1c3-4f23-8eeb-2a0f8cfd9c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:19.434033 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ca5f4f1b-ef4c-4113-9fb1-b2fb1b018b5d req-c16bfe82-f1c3-4f23-8eeb-2a0f8cfd9c44 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2de0ab09-37c3-47d9-883f-9b41c5ae35f2 HTTP/1.1" status: 200 len: 913 time: 0.4536970 Jan 19 22:25:19.434530 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1532976935-network', 'tenant_id': '2678bf492e0741f28132ba17589843ff'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:25:19.442937 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:25:19.453291 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] Usage tracker for resource:network and tenant:2678bf492e0741f28132ba17589843ff is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:25:19.472195 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:25:19.472774 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3dfb8b-130b-42af-9745-7309b5cf024a req-5dcbac1f-afbc-48b3-9aad-ec5a79b78006 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:19.479154 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:25:19.480446 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2b3dfb8b-130b-42af-9745-7309b5cf024a req-5dcbac1f-afbc-48b3-9aad-ec5a79b78006 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 943 time: 0.4461088 Jan 19 22:25:19.502437 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] Made reservation on behalf of 2678bf492e0741f28132ba17589843ff for: {'network': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:25:19.508247 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for network, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:19.523250 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:19.524961 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c2eeb-bf37-4472-995d-ca7d84683f67 req-06e4197a-246a-4b24-b8ec-2862d8f7787b tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:19.527264 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ca9c2eeb-bf37-4472-995d-ca7d84683f67 req-06e4197a-246a-4b24-b8ec-2862d8f7787b tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.4439602 Jan 19 22:25:19.542199 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:25:19.546847 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] Usage tracker for resource:security_group_rule and tenant:2678bf492e0741f28132ba17589843ff is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:25:19.550304 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:25:19.563552 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:25:19.585347 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-168b7d23-1788-4c89-b759-4d24f9bdc45c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:19.627161 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning for port 74ba243d-d98a-4f70-806b-727ee5f4a658 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:25:19.657639 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ca5f4f1b-ef4c-4113-9fb1-b2fb1b018b5d req-d40537e2-c0cc-4a1f-84bd-9c6fb277e203 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d HTTP/1.1" status: 200 len: 217 time: 0.1739955 Jan 19 22:25:19.669118 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:19.679123 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:19.730209 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:25:19.752292 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735727412510', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:19.752862 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.segments_db [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] Added segment 8f9578fa-01e4-4b1f-a08a-3790ebcda655 of type vxlan for network 406db5a6-8668-4955-8581-a713f1e9180d Jan 19 22:25:19.766876 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 74ba243d-d98a-4f70-806b-727ee5f4a658 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:19.767467 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:19.781795 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2b3dfb8b-130b-42af-9745-7309b5cf024a req-7b764d24-4cb8-4716-8413-dc25256faf00 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002801 Jan 19 22:25:19.783843 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735727031838'] for network, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:19.821685 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a7f48577-15ad-45a2-b3ec-02dce4d20758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:19.828641 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for network, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:19.837619 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:19.838569 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:19.879376 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c19347-eaf1-4283-b729-b553acbe9631,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:19.889649 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:19.890921 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:19.936629 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.5078399 Jan 19 22:25:19.941736 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 57508) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:25:19.988571 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ca9c2eeb-bf37-4472-995d-ca7d84683f67 req-c95c2119-5655-47eb-9a0d-a550342a4c12 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683736 Jan 19 22:25:20.000615 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df2020-a0c8-40c6-a680-51ce91c82b32 req-7862aff4-d7a3-42e1-b2f9-276a7f0f5d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:20.002255 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-01df2020-a0c8-40c6-a680-51ce91c82b32 req-7862aff4-d7a3-42e1-b2f9-276a7f0f5d0b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6fd968d1c0e14ecda944d7b49ae103b9&device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 1162 time: 0.6156051 Jan 19 22:25:20.018018 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-deaa1291-04ac-4ce0-a8ee-e763a363e870 admin admin] Request body: {'subnet': {'network_id': '406db5a6-8668-4955-8581-a713f1e9180d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1532976935-subnet', 'tenant_id': '2678bf492e0741f28132ba17589843ff', 'ip_version': 4}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:25:20.037037 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-deaa1291-04ac-4ce0-a8ee-e763a363e870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:25:20.065748 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-deaa1291-04ac-4ce0-a8ee-e763a363e870 admin admin] Usage tracker for resource:subnet and tenant:2678bf492e0741f28132ba17589843ff is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:25:20.078569 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-deaa1291-04ac-4ce0-a8ee-e763a363e870 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:25:20.113081 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] Pushing event updated for resources: {'Network': ['ID=406db5a6-8668-4955-8581-a713f1e9180d,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:20.113081 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-deaa1291-04ac-4ce0-a8ee-e763a363e870 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:25:20.116102 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:20.122524 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f4f1b-ef4c-4113-9fb1-b2fb1b018b5d req-211c764f-cfd4-4f9d-a28c-3d095595aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:20.125455 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ca5f4f1b-ef4c-4113-9fb1-b2fb1b018b5d req-211c764f-cfd4-4f9d-a28c-3d095595aef5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7325d4b0-095b-4afe-9fcb-ab7450d96ef2 HTTP/1.1" status: 200 len: 859 time: 0.4277153 Jan 19 22:25:20.127066 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deaa1291-04ac-4ce0-a8ee-e763a363e870 admin admin] Made reservation on behalf of 2678bf492e0741f28132ba17589843ff for: {'subnet': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:25:20.132535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-deaa1291-04ac-4ce0-a8ee-e763a363e870 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:20.174187 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:20.184800 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Network 406db5a6-8668-4955-8581-a713f1e9180d details requested by agent ovs-agent-dv-cinder-750782-5-iscsi with host dv-cinder-750782-5-iscsi {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:25:20.313586 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Network 406db5a6-8668-4955-8581-a713f1e9180d details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:25:20.391927 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ca5f4f1b-ef4c-4113-9fb1-b2fb1b018b5d req-2da6141e-5ace-489b-9d13-ffa057e6a5f6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2de0ab09-37c3-47d9-883f-9b41c5ae35f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2517493 Jan 19 22:25:20.459018 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b509fa-4736-4131-8256-839442bba490 None None] Pushing event updated for resources: {'Port': ['ID=5540bd0d-67a9-455b-bfa2-ba9eb61767cd,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:20.491091 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] Attempting to bind port 5540bd0d-67a9-455b-bfa2-ba9eb61767cd on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:25:20.491771 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] Attempting to bind port 5540bd0d-67a9-455b-bfa2-ba9eb61767cd by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': '86abda2d-f225-42bc-8e32-0a72d219752f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:25:20.492406 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] Attempting to bind port 5540bd0d-67a9-455b-bfa2-ba9eb61767cd on network c5545297-ee81-476b-8bdf-fa32744891e1 {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:25:20.501549 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:25:20.502352 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] Checking segment: {'id': '86abda2d-f225-42bc-8e32-0a72d219752f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:25:20.503452 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:20.504114 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] Bound using segment: {'id': '86abda2d-f225-42bc-8e32-0a72d219752f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:25:20.504872 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] Bound port: 5540bd0d-67a9-455b-bfa2-ba9eb61767cd, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86abda2d-f225-42bc-8e32-0a72d219752f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:25:20.505535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:20.604720 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29e861d-d3a4-4956-8c69-743d13f9e447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ba243d-d98a-4f70-806b-727ee5f4a658'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:25:20.629121 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-88b509fa-4736-4131-8256-839442bba490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.043s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:20.659603 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 74ba243d-d98a-4f70-806b-727ee5f4a658, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=74ba243d-d98a-4f70-806b-727ee5f4a658,segment=NetworkSegment(3e573508-cfe9-4fcd-b992-dc50ecf291a2),segment_id=3e573508-cfe9-4fcd-b992-dc50ecf291a2)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:25:20.666284 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:20.667481 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 3ce822e1-882c-4499-b315-f793eb56f8f9 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:20.746890 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:20.806908 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-deaa1291-04ac-4ce0-a8ee-e763a363e870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for subnet, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:20.825105 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:20.860536 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=74ba243d-d98a-4f70-806b-727ee5f4a658,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:20.892346 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:20.918619 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:20.928250 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 3ce822e1-882c-4499-b315-f793eb56f8f9 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:20.929131 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:20.930088 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ca5f4f1b-ef4c-4113-9fb1-b2fb1b018b5d req-e50d090b-bef6-476e-9ca7-86d112f81494 service neutron] 10.222.0.65 "GET /v2.0/networks/2de0ab09-37c3-47d9-883f-9b41c5ae35f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821236 Jan 19 22:25:21.007205 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] For port 5540bd0d-67a9-455b-bfa2-ba9eb61767cd, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:25:21.097814 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] For port 5540bd0d-67a9-455b-bfa2-ba9eb61767cd, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=5540bd0d-67a9-455b-bfa2-ba9eb61767cd,segment=NetworkSegment(86abda2d-f225-42bc-8e32-0a72d219752f),segment_id=86abda2d-f225-42bc-8e32-0a72d219752f)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:25:21.104756 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:21.138940 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ca5f4f1b-ef4c-4113-9fb1-b2fb1b018b5d req-902e1f5e-cb4a-4550-b25e-df81f7e3caea service neutron] 10.222.0.65 "GET /v2.0/networks/2de0ab09-37c3-47d9-883f-9b41c5ae35f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1837986 Jan 19 22:25:21.202548 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1163db9-9620-451e-b9ee-ff50e1c72d8f req-52f29321-18ab-4c83-af67-8d4911c6fa20 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:21.218665 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b1163db9-9620-451e-b9ee-ff50e1c72d8f req-52f29321-18ab-4c83-af67-8d4911c6fa20 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.9049799 Jan 19 22:25:21.285899 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa1291-04ac-4ce0-a8ee-e763a363e870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb0fe97e-caf8-454f-bdda-5fa5d7db4997,revision_number=0']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:21.290437 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-deaa1291-04ac-4ce0-a8ee-e763a363e870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:21.314014 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-88b509fa-4736-4131-8256-839442bba490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:21.347427 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df2020-a0c8-40c6-a680-51ce91c82b32 req-9e8eba95-0583-4cb9-8605-58f6d4c863fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:21.349524 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-01df2020-a0c8-40c6-a680-51ce91c82b32 req-9e8eba95-0583-4cb9-8605-58f6d4c863fb service neutron] 10.222.0.65 "GET /v2.0/networks?id=af289a99-4938-4c37-bab6-8e3fa35bb17d HTTP/1.1" status: 200 len: 905 time: 1.3098001 Jan 19 22:25:21.383495 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b1163db9-9620-451e-b9ee-ff50e1c72d8f req-cd31e526-0be6-4912-99ca-cdcde07e419f tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634030 Jan 19 22:25:21.429916 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaa1291-04ac-4ce0-a8ee-e763a363e870 admin admin] Checking segment: {'id': '8f9578fa-01e4-4b1f-a08a-3790ebcda655', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '406db5a6-8668-4955-8581-a713f1e9180d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:25:21.439188 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77440f0b-b255-4ef7-ae2c-7ab7513aedf1 req-6f1aaa9c-d632-4e58-a9c8-3188bcde099a tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:21.439441 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaa1291-04ac-4ce0-a8ee-e763a363e870 admin admin] Network hostable DHCP agents. Network: 406db5a6-8668-4955-8581-a713f1e9180d, hostable agents: ['0298d202-b593-4dd5-8d1c-743f0535002a'], hosted agents: [] {{(pid=80181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:25:21.448152 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-77440f0b-b255-4ef7-ae2c-7ab7513aedf1 req-6f1aaa9c-d632-4e58-a9c8-3188bcde099a tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 1.1234941 Jan 19 22:25:21.468908 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaa1291-04ac-4ce0-a8ee-e763a363e870 admin admin] Network 406db5a6-8668-4955-8581-a713f1e9180d is scheduled to be hosted by DHCP agent 0298d202-b593-4dd5-8d1c-743f0535002a with binding_index 1 {{(pid=80181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:25:21.500448 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-deaa1291-04ac-4ce0-a8ee-e763a363e870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-iscsi, 406db5a6-8668-4955-8581-a713f1e9180d) {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:25:21.521005 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaa1291-04ac-4ce0-a8ee-e763a363e870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:21.522567 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-deaa1291-04ac-4ce0-a8ee-e763a363e870 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:21.523285 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89eb9f6-4c4a-44aa-9e71-bd7bebd3ab19 None None] Network 406db5a6-8668-4955-8581-a713f1e9180d requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:25:21.553555 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-deaa1291-04ac-4ce0-a8ee-e763a363e870 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6037669 Jan 19 22:25:21.556383 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 57528) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:25:21.567019 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1532976935-router', 'tenant_id': '2678bf492e0741f28132ba17589843ff', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:25:21.584226 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:25:21.594727 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Usage tracker for resource:router and tenant:2678bf492e0741f28132ba17589843ff is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:25:21.620724 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:25:21.629828 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-01df2020-a0c8-40c6-a680-51ce91c82b32 req-5ceaa224-f22a-4421-86d8-8724c25a7c81 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ce822e1-882c-4499-b315-f793eb56f8f9 HTTP/1.1" status: 200 len: 1001 time: 0.2451651 Jan 19 22:25:21.639208 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:25:21.662405 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774574'] for router, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:21.666480 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854348406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854251773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854357454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1069'] for router, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:21.697486 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:21.754813 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29e861d-d3a4-4956-8c69-743d13f9e447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ba243d-d98a-4f70-806b-727ee5f4a658', 'code': 200} Jan 19 22:25:21.875801 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 74ba243d-d98a-4f70-806b-727ee5f4a658 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:21.934014 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b509fa-4736-4131-8256-839442bba490 None None] Pushing event updated for resources: {'Port': ['ID=5540bd0d-67a9-455b-bfa2-ba9eb61767cd,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:21.941009 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-77440f0b-b255-4ef7-ae2c-7ab7513aedf1 req-28db3e53-cabe-4545-8d85-c73142349dfa tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4919198 Jan 19 22:25:22.026240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-88b509fa-4736-4131-8256-839442bba490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:22.075642 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df2020-a0c8-40c6-a680-51ce91c82b32 req-a9f2bccc-d51d-46f5-90a6-1f0f792b5586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:22.077251 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-01df2020-a0c8-40c6-a680-51ce91c82b32 req-a9f2bccc-d51d-46f5-90a6-1f0f792b5586 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54bbe0c3-777f-48a8-98b7-95d97e881ce2 HTTP/1.1" status: 200 len: 850 time: 0.3558161 Jan 19 22:25:22.108989 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfee72873-9919-50a9-87f3-d37d1a9072ae-406db5a6-8668-4955-8581-a713f1e9180d', 'network_id': '406db5a6-8668-4955-8581-a713f1e9180d', 'tenant_id': '2678bf492e0741f28132ba17589843ff', 'fixed_ips': [{'subnet_id': 'bb0fe97e-caf8-454f-bdda-5fa5d7db4997'}]}} from dv-cinder-750782-5-iscsi. {{(pid=80182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 19 22:25:22.109913 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:22.162956 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab654b-53d3-41fd-9609-aa22c0f2aa30 req-0511a692-f9a7-48f3-90d9-fdc772cd9d71 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:22.171272 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6cab654b-53d3-41fd-9609-aa22c0f2aa30 req-0511a692-f9a7-48f3-90d9-fdc772cd9d71 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 945 time: 0.3554523 Jan 19 22:25:22.284886 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854251726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854349535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1084'] for router, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:22.328754 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6cab654b-53d3-41fd-9609-aa22c0f2aa30 req-46eaf36d-54dd-4901-8791-5147ce922b68 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564093 Jan 19 22:25:22.379537 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] Routers {'ee1ec386-362c-495e-8b2a-97b4cd5ad609'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:25:22.380270 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:25:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['ee1ec386-362c-495e-8b2a-97b4cd5ad609'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:25:22.392046 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8196d8-4086-4370-a53e-c5af3836aac2 req-cef0290c-f7a8-4e53-9a54-42d2182ffcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:22.394266 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9c8196d8-4086-4370-a53e-c5af3836aac2 req-cef0290c-f7a8-4e53-9a54-42d2182ffcb5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 1162 time: 0.4519911 Jan 19 22:25:22.481072 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 74ba243d-d98a-4f70-806b-727ee5f4a658 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:22.481620 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:22.545047 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9c8196d8-4086-4370-a53e-c5af3836aac2 req-8f6c00ef-dda0-492f-bfee-fabba7b5c0df service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293361 Jan 19 22:25:22.641131 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f3df2-73b9-4b7e-92bd-9e7d5a8266fc req-f77c3520-42fa-41f8-ba07-f3d0b8ed81a6 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:22.643831 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7e1f3df2-73b9-4b7e-92bd-9e7d5a8266fc req-f77c3520-42fa-41f8-ba07-f3d0b8ed81a6 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.4020622 Jan 19 22:25:22.654317 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df2020-a0c8-40c6-a680-51ce91c82b32 req-1bfccc98-647e-4ebd-a477-2cbd51b78728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:22.656189 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-01df2020-a0c8-40c6-a680-51ce91c82b32 req-1bfccc98-647e-4ebd-a477-2cbd51b78728 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af289a99-4938-4c37-bab6-8e3fa35bb17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5612295 Jan 19 22:25:22.795897 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7e1f3df2-73b9-4b7e-92bd-9e7d5a8266fc req-9deb0f2c-a843-4878-a794-5c187a7c1641 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320536 Jan 19 22:25:22.914617 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c93fb-94cd-4728-87f6-a36ff6536665 req-8f6727af-283d-4df0-8bd2-abd3f8376671 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:22.916442 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-389c93fb-94cd-4728-87f6-a36ff6536665 req-8f6727af-283d-4df0-8bd2-abd3f8376671 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.1647034 Jan 19 22:25:22.929975 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:22.977793 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:23.148117 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-389c93fb-94cd-4728-87f6-a36ff6536665 req-50bb2194-3a43-436f-b95e-00a3ea3bad33 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029464 Jan 19 22:25:23.259522 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-01df2020-a0c8-40c6-a680-51ce91c82b32 req-c476c2fa-c4d7-4a26-b90d-16c0f057053e service neutron] 10.222.0.65 "GET /v2.0/networks/af289a99-4938-4c37-bab6-8e3fa35bb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414450 Jan 19 22:25:23.559417 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-01df2020-a0c8-40c6-a680-51ce91c82b32 req-ed84b0cf-ff62-4afe-9924-1cf8ded408da service neutron] 10.222.0.65 "GET /v2.0/networks/af289a99-4938-4c37-bab6-8e3fa35bb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2906168 Jan 19 22:25:23.619271 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Allocated IP 172.27.0.109 (8ee66800-a804-40da-8341-42d4a5bfa70e/1d78e577-375f-4e80-a30d-36805bf42fd3/bcb34461-5f2f-4240-a40d-1ca506fbca3e) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:25:23.946290 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] Allocated IP 172.20.0.2 (406db5a6-8668-4955-8581-a713f1e9180d/bb0fe97e-caf8-454f-bdda-5fa5d7db4997/cd3aea82-5437-4a96-9b8d-bea334b0bac5) {{(pid=80182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:25:23.949056 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb1fb5-f11e-4fb0-b351-b2b3d06b5c39 req-ad93b928-2f26-46ef-b866-6421a3365459 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:23.957583 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cfdb1fb5-f11e-4fb0-b351-b2b3d06b5c39 req-ad93b928-2f26-46ef-b866-6421a3365459 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.3812094 Jan 19 22:25:23.987780 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] Set router ee1ec386-362c-495e-8b2a-97b4cd5ad609 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:25:24.009051 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3be10-f488-478a-b571-041e72b7927f req-6d827961-b3e6-4d4a-af7a-c3f062787c45 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:24.017830 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3bc3be10-f488-478a-b571-041e72b7927f req-6d827961-b3e6-4d4a-af7a-c3f062787c45 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 945 time: 0.2311864 Jan 19 22:25:24.074008 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:24.107909 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:24.128139 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:24.160365 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cfdb1fb5-f11e-4fb0-b351-b2b3d06b5c39 req-bfb25ef8-1099-49a2-9ebd-0f983461e3c6 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011292 Jan 19 22:25:24.201429 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3bc3be10-f488-478a-b571-041e72b7927f req-845b13b1-0899-488e-97d0-8bbeaf46c8f4 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818163 Jan 19 22:25:24.287341 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Pushing event updated for resources: {'Port': ['ID=bcb34461-5f2f-4240-a40d-1ca506fbca3e,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:24.386641 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:24.387213 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:24.387616 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:24.388008 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:24.388410 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:24.389015 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:24.389609 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:24.390015 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:24.390521 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:24.390934 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:24.391324 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:24.391711 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:24.392163 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:24.392552 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:24.392962 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:24.393345 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:24.393726 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:24.394113 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:24.394493 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:24.395080 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:24.395468 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:24.395852 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:24.396306 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:24.397054 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:24.407867 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:24.617928 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] Notify callbacks [] for port, precommit_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:24.635085 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Network 8ee66800-a804-40da-8341-42d4a5bfa70e is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:25:24.639920 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:25:24.640489 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] Transition to ACTIVE for port object cd3aea82-5437-4a96-9b8d-bea334b0bac5 will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:25:24.652841 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:25:24.681205 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] Transition to ACTIVE for port object cd3aea82-5437-4a96-9b8d-bea334b0bac5 will not be triggered until provisioned by entity DHCP. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:25:24.728764 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:24.910111 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 74ba243d-d98a-4f70-806b-727ee5f4a658 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:24.911637 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc6091-3b72-446b-9854-63046e212892 req-1bda8680-5805-41c8-b566-9015820cb287 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:24.923145 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8afc6091-3b72-446b-9854-63046e212892 req-1bda8680-5805-41c8-b566-9015820cb287 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.3561397 Jan 19 22:25:25.075672 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e55218-8a59-4712-a33e-98713698e65b req-9a9c83c5-feb6-4f60-8fe4-34a52f74573a tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:25.077406 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f2e55218-8a59-4712-a33e-98713698e65b req-9a9c83c5-feb6-4f60-8fe4-34a52f74573a tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.6137125 Jan 19 22:25:25.102437 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-bbcf9fa2-4d13-40a7-82ed-00021550a412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:25.142013 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8afc6091-3b72-446b-9854-63046e212892 req-0e8e58d3-7b32-4bf4-ab50-601370b0afc1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158875 Jan 19 22:25:25.209747 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f2e55218-8a59-4712-a33e-98713698e65b req-79cc86ad-ad9a-4522-be30-016afc3d4a6e tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160021 Jan 19 22:25:25.518133 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:25.827206 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717cc88-0734-4436-a964-74062ce97e34 req-838cbd81-d35b-4702-a552-59f6ef8fe634 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:25.835746 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0717cc88-0734-4436-a964-74062ce97e34 req-838cbd81-d35b-4702-a552-59f6ef8fe634 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 945 time: 0.3738167 Jan 19 22:25:25.849591 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] Pushing event updated for resources: {'Port': ['ID=cd3aea82-5437-4a96-9b8d-bea334b0bac5,revision_number=1']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:25.858302 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:25.891676 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeaa5ac-ff88-4ac7-9117-ee8c2df08708 req-adeb22aa-e574-46cc-b0a0-7df122be1175 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:25.901385 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-efeaa5ac-ff88-4ac7-9117-ee8c2df08708 req-adeb22aa-e574-46cc-b0a0-7df122be1175 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.3348129 Jan 19 22:25:25.921970 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 74ba243d-d98a-4f70-806b-727ee5f4a658 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:25.922400 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:25.975400 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-efeaa5ac-ff88-4ac7-9117-ee8c2df08708 req-64177049-ee1c-4146-93f1-f171bd9b26e3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729165 Jan 19 22:25:26.002858 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] Network 406db5a6-8668-4955-8581-a713f1e9180d is already hosted by enough agents. {{(pid=80182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:25:26.015250 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] Resources bound (agent type, host, resource id): {{(pid=80182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:25:26.025942 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] Received port after_create {{(pid=80182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:25:26.034384 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'name': 'tempest-TestShelveInstance-753811106-router', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:59Z', 'updated_at': '2021-01-19T22:25:12Z', 'revision_number': 4, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'gw_port': {'id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:00Z', 'updated_at': '2021-01-19T22:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '5540bd0d-67a9-455b-bfa2-ba9eb61767cd', 'name': '', 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'mac_address': 'fa:16:3e:ff:12:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '90501b76-d654-4fd7-b61c-fc49887a8718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:07Z', 'updated_at': '2021-01-19T22:25:20Z', 'revision_number': 4, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'subnets': [{'id': '90501b76-d654-4fd7-b61c-fc49887a8718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:25:26.081611 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0717cc88-0734-4436-a964-74062ce97e34 req-2ea3505a-f141-433c-afd6-549d1d36a583 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440860 Jan 19 22:25:26.110985 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f7f9be-4535-4404-847f-a82ae2d8c74e None None] The sync data for ids ['ee1ec386-362c-495e-8b2a-97b4cd5ad609'] in dv-cinder-750782-5-iscsi is: [{'id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'name': 'tempest-TestShelveInstance-753811106-router', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:59Z', 'updated_at': '2021-01-19T22:25:12Z', 'revision_number': 4, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'gw_port': {'id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:00Z', 'updated_at': '2021-01-19T22:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '5540bd0d-67a9-455b-bfa2-ba9eb61767cd', 'name': '', 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'mac_address': 'fa:16:3e:ff:12:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '90501b76-d654-4fd7-b61c-fc49887a8718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:07Z', 'updated_at': '2021-01-19T22:25:20Z', 'revision_number': 4, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'subnets': [{'id': '90501b76-d654-4fd7-b61c-fc49887a8718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:25:26.149626 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] Attempting to bind port cd3aea82-5437-4a96-9b8d-bea334b0bac5 on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:25:26.150518 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] Attempting to bind port cd3aea82-5437-4a96-9b8d-bea334b0bac5 by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': '8f9578fa-01e4-4b1f-a08a-3790ebcda655', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '406db5a6-8668-4955-8581-a713f1e9180d'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:25:26.151227 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] Attempting to bind port cd3aea82-5437-4a96-9b8d-bea334b0bac5 on network 406db5a6-8668-4955-8581-a713f1e9180d {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:25:26.167368 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:25:26.167900 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] Checking segment: {'id': '8f9578fa-01e4-4b1f-a08a-3790ebcda655', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '406db5a6-8668-4955-8581-a713f1e9180d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:25:26.168441 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:26.168993 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] Bound using segment: {'id': '8f9578fa-01e4-4b1f-a08a-3790ebcda655', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '406db5a6-8668-4955-8581-a713f1e9180d'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:25:26.169595 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] Bound port: cd3aea82-5437-4a96-9b8d-bea334b0bac5, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9578fa-01e4-4b1f-a08a-3790ebcda655', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '406db5a6-8668-4955-8581-a713f1e9180d'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:25:26.169963 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:26.581118 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 5540bd0d-67a9-455b-bfa2-ba9eb61767cd up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:26.817365 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916b371-9e66-4099-83fa-068db26eea93 req-81e0bd05-6569-49cf-89d2-c478bd550366 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:26.832147 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3916b371-9e66-4099-83fa-068db26eea93 req-81e0bd05-6569-49cf-89d2-c478bd550366 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.2630661 Jan 19 22:25:26.848062 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] For port cd3aea82-5437-4a96-9b8d-bea334b0bac5, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:25:26.954381 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] For port cd3aea82-5437-4a96-9b8d-bea334b0bac5, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=cd3aea82-5437-4a96-9b8d-bea334b0bac5,segment=NetworkSegment(8f9578fa-01e4-4b1f-a08a-3790ebcda655),segment_id=8f9578fa-01e4-4b1f-a08a-3790ebcda655)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:25:26.964396 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:26.965682 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3916b371-9e66-4099-83fa-068db26eea93 req-8273d5e2-2642-4c22-86c6-c74ad8506a40 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294222 Jan 19 22:25:27.035481 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5720ef-4ee7-4e04-a221-5a9a71ac189e req-c8d840fb-df84-40d8-9ba2-a8afa19f9c02 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:27.052654 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8d5720ef-4ee7-4e04-a221-5a9a71ac189e req-c8d840fb-df84-40d8-9ba2-a8afa19f9c02 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 945 time: 0.4061348 Jan 19 22:25:27.133369 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-bbcf9fa2-4d13-40a7-82ed-00021550a412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:27.171025 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8d5720ef-4ee7-4e04-a221-5a9a71ac189e req-eea9f4b3-981a-48b4-8ee4-61aa51e7d482 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172643 Jan 19 22:25:27.227379 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854343512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854343465'] for router, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:27.318905 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] Pushing event updated for resources: {'Port': ['ID=cd3aea82-5437-4a96-9b8d-bea334b0bac5,revision_number=2']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:27.322054 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:27.374879 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:27.441488 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port 5540bd0d-67a9-455b-bfa2-ba9eb61767cd completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:25:27.461424 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 5540bd0d-67a9-455b-bfa2-ba9eb61767cd triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:27.462135 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:27.667032 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Router e9af922e-a901-4b01-b17b-b8b8eebb71d5 is scheduled to L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 with binding_index 1 {{(pid=80181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 19 22:25:27.667363 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b61f4b-07e3-4155-baa5-abb8ce12446e req-cc7f9683-977a-45e4-8609-d00d0c1972d8 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:27.676117 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-70b61f4b-07e3-4155-baa5-abb8ce12446e req-cc7f9683-977a-45e4-8609-d00d0c1972d8 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.3826647 Jan 19 22:25:27.689237 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:27.693375 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:27.756442 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ee5b7-c951-4afa-97af-4e29d4126332 req-c966af8b-777a-40c7-80f9-9fddb86ed854 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:27.758638 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-697ee5b7-c951-4afa-97af-4e29d4126332 req-c966af8b-777a-40c7-80f9-9fddb86ed854 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.2763975 Jan 19 22:25:27.778101 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:27.779842 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-70b61f4b-07e3-4155-baa5-abb8ce12446e req-6e086446-0782-4dd0-b8aa-405b8386576c tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015742 Jan 19 22:25:27.883717 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-697ee5b7-c951-4afa-97af-4e29d4126332 req-7852dc24-3755-4d2a-934a-253d7b4beb5b tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025229 Jan 19 22:25:27.897881 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] For port 5540bd0d-67a9-455b-bfa2-ba9eb61767cd, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=5540bd0d-67a9-455b-bfa2-ba9eb61767cd,segment=NetworkSegment(86abda2d-f225-42bc-8e32-0a72d219752f),segment_id=86abda2d-f225-42bc-8e32-0a72d219752f)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:25:27.913540 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:27.947409 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:28.101836 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:25:28.113276 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] Sync routers for ids ['e9af922e-a901-4b01-b17b-b8b8eebb71d5'] in dv-cinder-750782-5-iscsi {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:25:28.115047 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Pushing event updated for resources: {'Port': ['ID=5540bd0d-67a9-455b-bfa2-ba9eb61767cd,revision_number=5']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:28.120045 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:28.135308 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Notify callbacks [] for router, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:28.138493 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5789058 Jan 19 22:25:28.138641 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] Routers {'e9af922e-a901-4b01-b17b-b8b8eebb71d5'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:25:28.138641 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:25:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['e9af922e-a901-4b01-b17b-b8b8eebb71d5'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:25:28.144006 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 57668) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:25:28.199432 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ee0c220f-a708-4826-86c1-edc057889189 req-b0680004-549d-48cf-b8cd-95277280ff9b tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3365946 Jan 19 22:25:28.212919 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-ee0c220f-a708-4826-86c1-edc057889189 req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Request body: {'floatingip': {'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:25:28.225244 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-ee0c220f-a708-4826-86c1-edc057889189 req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:25:28.233934 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-ee0c220f-a708-4826-86c1-edc057889189 req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Usage tracker for resource:floatingip and tenant:506c7be82ade45dbbf2380d49038ee72 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:25:28.239529 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-ee0c220f-a708-4826-86c1-edc057889189 req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:25:28.246545 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-ee0c220f-a708-4826-86c1-edc057889189 req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:25:28.315692 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ee0c220f-a708-4826-86c1-edc057889189 req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks [] for floatingip, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:28.401597 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] Set router e9af922e-a901-4b01-b17b-b8b8eebb71d5 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:25:28.473283 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 5540bd0d-67a9-455b-bfa2-ba9eb61767cd up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:28.640466 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 5540bd0d-67a9-455b-bfa2-ba9eb61767cd triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:28.641052 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:28.787079 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907d251-d31c-40af-b4f6-e135c23e80a0 req-c6a70243-c0f8-4d17-aa80-8e128da299e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:28.789459 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b907d251-d31c-40af-b4f6-e135c23e80a0 req-c6a70243-c0f8-4d17-aa80-8e128da299e9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e64eda3ec4144b5bb294b9dc3338c915&device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 1163 time: 0.5300572 Jan 19 22:25:28.957574 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device cd3aea82-5437-4a96-9b8d-bea334b0bac5 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:29.105818 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port cd3aea82-5437-4a96-9b8d-bea334b0bac5 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:25:29.143272 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9af922e-a901-4b01-b17b-b8b8eebb71d5', 'name': 'tempest-TestShelveInstance-1532976935-router', 'tenant_id': '2678bf492e0741f28132ba17589843ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'bcb34461-5f2f-4240-a40d-1ca506fbca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:25:21Z', 'updated_at': '2021-01-19T22:25:25Z', 'revision_number': 3, 'project_id': '2678bf492e0741f28132ba17589843ff', 'gw_port': {'id': 'bcb34461-5f2f-4240-a40d-1ca506fbca3e', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9af922e-a901-4b01-b17b-b8b8eebb71d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:23Z', 'updated_at': '2021-01-19T22:25:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:25:29.152506 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] Checking router: e9af922e-a901-4b01-b17b-b8b8eebb71d5 for host: dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:25:29.153188 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] Updating router e9af922e-a901-4b01-b17b-b8b8eebb71d5 port bcb34461-5f2f-4240-a40d-1ca506fbca3e binding host dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:25:29.239188 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195692d-9702-4ef4-9508-3228c347bb94 req-e7756832-447d-474b-bd33-3b9df2b53714 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:29.240922 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9195692d-9702-4ef4-9508-3228c347bb94 req-e7756832-447d-474b-bd33-3b9df2b53714 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.2462499 Jan 19 22:25:29.248887 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a50028b4-bc54-41cb-b29b-077661e51af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:29.249109 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907d251-d31c-40af-b4f6-e135c23e80a0 req-3056c083-4802-4e51-8011-6d6834383e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:29.250562 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b907d251-d31c-40af-b4f6-e135c23e80a0 req-3056c083-4802-4e51-8011-6d6834383e38 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 HTTP/1.1" status: 200 len: 911 time: 0.4471157 Jan 19 22:25:29.250719 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:29.338159 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ee0c220f-a708-4826-86c1-edc057889189 req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:29.422827 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e966fb4d-b72b-4aaf-9303-75b74121fc91 None None] Network 406db5a6-8668-4955-8581-a713f1e9180d requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:25:29.516190 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9195692d-9702-4ef4-9508-3228c347bb94 req-f5e6f835-8daa-4913-a431-11111b8fe453 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942174 Jan 19 22:25:29.540092 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b907d251-d31c-40af-b4f6-e135c23e80a0 req-4894450d-21e9-4a9a-9343-8244614d9d06 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d458c3d4-a4c2-4e1d-9a41-4513447ebb19 HTTP/1.1" status: 200 len: 1002 time: 0.2783155 Jan 19 22:25:29.585079 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-6ca5ef2d-39d3-42b8-92ef-d3bd82d82e32 None None] Provisioning for port cd3aea82-5437-4a96-9b8d-bea334b0bac5 completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:25:29.608560 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-6ca5ef2d-39d3-42b8-92ef-d3bd82d82e32 None None] Provisioning complete for port cd3aea82-5437-4a96-9b8d-bea334b0bac5 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:29.609613 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6ca5ef2d-39d3-42b8-92ef-d3bd82d82e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:29.647432 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-a50028b4-bc54-41cb-b29b-077661e51af8 admin admin] Allocated IP 172.20.0.1 (406db5a6-8668-4955-8581-a713f1e9180d/bb0fe97e-caf8-454f-bdda-5fa5d7db4997/4f24a0a2-efca-416b-87de-b21fcf6c65a9) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:25:29.797865 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6ca5ef2d-39d3-42b8-92ef-d3bd82d82e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:29.834561 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a50028b4-bc54-41cb-b29b-077661e51af8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:29.852864 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-a50028b4-bc54-41cb-b29b-077661e51af8 admin admin] Transition to ACTIVE for port object 4f24a0a2-efca-416b-87de-b21fcf6c65a9 will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:25:29.869178 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907d251-d31c-40af-b4f6-e135c23e80a0 req-6600889b-37cd-4d46-a638-d5011cfa17c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:29.875901 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b907d251-d31c-40af-b4f6-e135c23e80a0 req-6600889b-37cd-4d46-a638-d5011cfa17c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=728f42a3-f50d-4a74-bd63-43882f750a76 HTTP/1.1" status: 200 len: 856 time: 0.3188698 Jan 19 22:25:29.884401 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a50028b4-bc54-41cb-b29b-077661e51af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:29.907419 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3ed79ace-4c37-4174-a15e-bbce822f24f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:30.100185 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50028b4-bc54-41cb-b29b-077661e51af8 admin admin] Pushing event updated for resources: {'Port': ['ID=4f24a0a2-efca-416b-87de-b21fcf6c65a9,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:30.177094 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a50028b4-bc54-41cb-b29b-077661e51af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:30.199712 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50028b4-bc54-41cb-b29b-077661e51af8 admin admin] Network 406db5a6-8668-4955-8581-a713f1e9180d is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:25:30.201140 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-a50028b4-bc54-41cb-b29b-077661e51af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:25:30.203700 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50028b4-bc54-41cb-b29b-077661e51af8 admin admin] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:25:30.204251 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a50028b4-bc54-41cb-b29b-077661e51af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432228'] for router_interface, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:30.218135 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907d251-d31c-40af-b4f6-e135c23e80a0 req-287c498d-2493-4c9c-88ae-8872c3b9df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:30.221190 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b907d251-d31c-40af-b4f6-e135c23e80a0 req-287c498d-2493-4c9c-88ae-8872c3b9df58 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3240006 Jan 19 22:25:30.222933 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-6ca5ef2d-39d3-42b8-92ef-d3bd82d82e32 None None] For port cd3aea82-5437-4a96-9b8d-bea334b0bac5, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=cd3aea82-5437-4a96-9b8d-bea334b0bac5,segment=NetworkSegment(8f9578fa-01e4-4b1f-a08a-3790ebcda655),segment_id=8f9578fa-01e4-4b1f-a08a-3790ebcda655)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:25:30.235012 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] Notify callbacks [] for port, precommit_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:30.239841 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6ca5ef2d-39d3-42b8-92ef-d3bd82d82e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:30.250402 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:30.257715 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] Transition to ACTIVE for port object bcb34461-5f2f-4240-a40d-1ca506fbca3e will not be triggered until provisioned by entity L2. {{(pid=80183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:25:30.261328 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:30.292754 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1096a0a0-1c69-4d38-85a9-416043791104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:30.333014 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1418440e-d68b-4206-9a63-96219190ca43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:30.382004 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5ef2d-39d3-42b8-92ef-d3bd82d82e32 None None] Pushing event updated for resources: {'Port': ['ID=cd3aea82-5437-4a96-9b8d-bea334b0bac5,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:30.385984 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6ca5ef2d-39d3-42b8-92ef-d3bd82d82e32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:30.485723 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a50028b4-bc54-41cb-b29b-077661e51af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:30.616329 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb686ca3-55ca-4d1d-859e-d26c7fd756cf None None] Pushing event updated for resources: {'Port': ['ID=bcb34461-5f2f-4240-a40d-1ca506fbca3e,revision_number=2']} {{(pid=80183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:30.633496 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b907d251-d31c-40af-b4f6-e135c23e80a0 req-ddf454fe-d371-499a-8fdf-8aa3849c5155 service neutron] 10.222.0.65 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031835 Jan 19 22:25:30.634063 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-bb686ca3-55ca-4d1d-859e-d26c7fd756cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:30.737722 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-ee0c220f-a708-4826-86c1-edc057889189 req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Allocated IP 172.27.0.161 (8ee66800-a804-40da-8341-42d4a5bfa70e/1d78e577-375f-4e80-a30d-36805bf42fd3/e36b4a08-aa7d-4ba0-9fd9-efc51faec9ac) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:25:30.785042 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-1b62907b-32e4-408a-9b0e-fc68812648d2 None None] Provisioning complete for port cd3aea82-5437-4a96-9b8d-bea334b0bac5 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:30.788530 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] Attempting to bind port bcb34461-5f2f-4240-a40d-1ca506fbca3e on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:25:30.789263 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] Attempting to bind port bcb34461-5f2f-4240-a40d-1ca506fbca3e by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}] {{(pid=80183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:25:30.791783 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] Attempting to bind port bcb34461-5f2f-4240-a40d-1ca506fbca3e on network 8ee66800-a804-40da-8341-42d4a5bfa70e {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:25:30.793528 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1b62907b-32e4-408a-9b0e-fc68812648d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:30.811946 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:25:30.812547 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] Checking segment: {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:25:30.813127 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:30.813817 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] Bound using segment: {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'} {{(pid=80183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:25:30.814467 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] Bound port: bcb34461-5f2f-4240-a40d-1ca506fbca3e, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fce818-33d4-41a6-a7d6-2c2e6617be6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}}] {{(pid=80183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:25:30.815548 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:31.018167 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] For port bcb34461-5f2f-4240-a40d-1ca506fbca3e, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:25:31.034988 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] For port bcb34461-5f2f-4240-a40d-1ca506fbca3e, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=bcb34461-5f2f-4240-a40d-1ca506fbca3e,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:25:31.039451 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:31.039633 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a50028b4-bc54-41cb-b29b-077661e51af8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:31.045067 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a50028b4-bc54-41cb-b29b-077661e51af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:31.046312 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a50028b4-bc54-41cb-b29b-077661e51af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1691567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427469'] for router_interface, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:31.056028 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:31.073590 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-370efa46-180d-4eb5-a0f8-888b75144e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:31.073851 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ee0c220f-a708-4826-86c1-edc057889189 req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:31.088198 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-1b62907b-32e4-408a-9b0e-fc68812648d2 None None] Provisioning for port 4f24a0a2-efca-416b-87de-b21fcf6c65a9 completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:25:31.106837 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-1b62907b-32e4-408a-9b0e-fc68812648d2 None None] Provisioning complete for port 4f24a0a2-efca-416b-87de-b21fcf6c65a9 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:31.115014 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1b62907b-32e4-408a-9b0e-fc68812648d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:31.151162 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ee0c220f-a708-4826-86c1-edc057889189 req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:31.274452 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-1b62907b-32e4-408a-9b0e-fc68812648d2 None None] Port 4f24a0a2-efca-416b-87de-b21fcf6c65a9 cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:25:31.309939 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb686ca3-55ca-4d1d-859e-d26c7fd756cf None None] Pushing event updated for resources: {'Port': ['ID=bcb34461-5f2f-4240-a40d-1ca506fbca3e,revision_number=3']} {{(pid=80183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:31.315687 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-bb686ca3-55ca-4d1d-859e-d26c7fd756cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:31.382371 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] Routers {'e9af922e-a901-4b01-b17b-b8b8eebb71d5'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:25:31.383057 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:25:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['e9af922e-a901-4b01-b17b-b8b8eebb71d5'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:25:31.387574 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9c6c3553-9a7a-4cdc-b474-a16bc1d2f30c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:31.415890 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-3946798a-edc2-4263-8656-510d46cedeb2 None None] Provisioning complete for port cd3aea82-5437-4a96-9b8d-bea334b0bac5 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:31.416284 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3946798a-edc2-4263-8656-510d46cedeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:31.485011 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Pushing event updated for resources: {'Port': ['ID=e36b4a08-aa7d-4ba0-9fd9-efc51faec9ac,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:31.503254 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0c220f-a708-4826-86c1-edc057889189 req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Network 8ee66800-a804-40da-8341-42d4a5bfa70e is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:25:31.544827 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50028b4-bc54-41cb-b29b-077661e51af8 admin admin] Pushing event updated for resources: {'Port': ['ID=4f24a0a2-efca-416b-87de-b21fcf6c65a9,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:31.551545 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a50028b4-bc54-41cb-b29b-077661e51af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:31.570615 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:31.571060 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:31.571592 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:31.571995 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:31.572383 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:31.572779 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:31.573168 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:31.573558 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:31.573944 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:31.574330 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:31.574750 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:31.575140 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:31.575587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:31.575972 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:31.576356 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:31.576889 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:31.577272 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:31.577657 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:31.578036 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:31.578418 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:31.578954 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:31.579340 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:31.579724 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:31.580103 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:31.585439 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:31.586463 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-ee0c220f-a708-4826-86c1-edc057889189 req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:25:31.589660 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0c220f-a708-4826-86c1-edc057889189 req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:25:31.612687 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50028b4-bc54-41cb-b29b-077661e51af8 admin admin] Network 406db5a6-8668-4955-8581-a713f1e9180d is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:25:31.613949 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-a50028b4-bc54-41cb-b29b-077661e51af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:25:31.653749 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b01e3f-f42f-4b24-bbbe-3136b490c76a req-e8b653d7-1c5f-464a-aeab-f4c88d79f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:31.655675 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-03b01e3f-f42f-4b24-bbbe-3136b490c76a req-e8b653d7-1c5f-464a-aeab-f4c88d79f903 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 1162 time: 0.7230108 Jan 19 22:25:31.662455 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-3946798a-edc2-4263-8656-510d46cedeb2 None None] Provisioning complete for port 4f24a0a2-efca-416b-87de-b21fcf6c65a9 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:31.663378 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3946798a-edc2-4263-8656-510d46cedeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:31.772736 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-3946798a-edc2-4263-8656-510d46cedeb2 None None] Port 4f24a0a2-efca-416b-87de-b21fcf6c65a9 cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:25:31.811196 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb11a4-417f-4102-8708-a25bf9cb64e7 req-c8f5c720-ae3a-47bc-bf9d-cfeea5351919 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:31.816167 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-28fb11a4-417f-4102-8708-a25bf9cb64e7 req-c8f5c720-ae3a-47bc-bf9d-cfeea5351919 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.8857014 Jan 19 22:25:31.818049 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-03b01e3f-f42f-4b24-bbbe-3136b490c76a req-bc5ac54b-4cc6-4f09-9a60-13783729c847 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478677 Jan 19 22:25:31.906284 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-ea803359-b134-499c-9d1c-289390d1a169 None None] Provisioning complete for port cd3aea82-5437-4a96-9b8d-bea334b0bac5 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:31.907535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ea803359-b134-499c-9d1c-289390d1a169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:31.924587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] Set router e9af922e-a901-4b01-b17b-b8b8eebb71d5 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:25:31.937969 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b907d251-d31c-40af-b4f6-e135c23e80a0 req-3d29c3d0-a774-4a93-be8d-c2d2f771f144 service neutron] 10.222.0.65 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9473326 Jan 19 22:25:31.983753 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50028b4-bc54-41cb-b29b-077661e51af8 admin admin] Router e9af922e-a901-4b01-b17b-b8b8eebb71d5 has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:25:32.008659 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ee0c220f-a708-4826-86c1-edc057889189 req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks [] for floatingip, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:32.029552 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-28fb11a4-417f-4102-8708-a25bf9cb64e7 req-f2871cba-c97a-4cb8-9282-11d00008a336 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994572 Jan 19 22:25:32.122695 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ee0c220f-a708-4826-86c1-edc057889189 req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:32.210115 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-f876ef82-a5bb-4d21-8b51-507d43c6e0e6 None None] Provisioning complete for port 4f24a0a2-efca-416b-87de-b21fcf6c65a9 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:32.210664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f876ef82-a5bb-4d21-8b51-507d43c6e0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:32.337965 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50028b4-bc54-41cb-b29b-077661e51af8 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:25:32.376800 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-f876ef82-a5bb-4d21-8b51-507d43c6e0e6 None None] Port 4f24a0a2-efca-416b-87de-b21fcf6c65a9 cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:25:32.379120 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-a50028b4-bc54-41cb-b29b-077661e51af8 admin admin] 10.222.0.50 "PUT /v2.0/routers/e9af922e-a901-4b01-b17b-b8b8eebb71d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2337780 Jan 19 22:25:32.388615 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device cd3aea82-5437-4a96-9b8d-bea334b0bac5 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:32.525533 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port cd3aea82-5437-4a96-9b8d-bea334b0bac5 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:32.525955 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:32.616135 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9af922e-a901-4b01-b17b-b8b8eebb71d5', 'name': 'tempest-TestShelveInstance-1532976935-router', 'tenant_id': '2678bf492e0741f28132ba17589843ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'bcb34461-5f2f-4240-a40d-1ca506fbca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:25:21Z', 'updated_at': '2021-01-19T22:25:30Z', 'revision_number': 4, 'project_id': '2678bf492e0741f28132ba17589843ff', 'gw_port': {'id': 'bcb34461-5f2f-4240-a40d-1ca506fbca3e', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9af922e-a901-4b01-b17b-b8b8eebb71d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:23Z', 'updated_at': '2021-01-19T22:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '4f24a0a2-efca-416b-87de-b21fcf6c65a9', 'name': '', 'network_id': '406db5a6-8668-4955-8581-a713f1e9180d', 'tenant_id': '2678bf492e0741f28132ba17589843ff', 'mac_address': 'fa:16:3e:35:9f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9af922e-a901-4b01-b17b-b8b8eebb71d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'bb0fe97e-caf8-454f-bdda-5fa5d7db4997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:29Z', 'updated_at': '2021-01-19T22:25:30Z', 'revision_number': 2, 'project_id': '2678bf492e0741f28132ba17589843ff', 'subnets': [{'id': 'bb0fe97e-caf8-454f-bdda-5fa5d7db4997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:25:32.629094 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be70efb-0381-464d-939f-117ad3991d37 None None] The sync data for ids ['e9af922e-a901-4b01-b17b-b8b8eebb71d5'] in dv-cinder-750782-5-iscsi is: [{'id': 'e9af922e-a901-4b01-b17b-b8b8eebb71d5', 'name': 'tempest-TestShelveInstance-1532976935-router', 'tenant_id': '2678bf492e0741f28132ba17589843ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'bcb34461-5f2f-4240-a40d-1ca506fbca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:25:21Z', 'updated_at': '2021-01-19T22:25:30Z', 'revision_number': 4, 'project_id': '2678bf492e0741f28132ba17589843ff', 'gw_port': {'id': 'bcb34461-5f2f-4240-a40d-1ca506fbca3e', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9af922e-a901-4b01-b17b-b8b8eebb71d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:23Z', 'updated_at': '2021-01-19T22:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '4f24a0a2-efca-416b-87de-b21fcf6c65a9', 'name': '', 'network_id': '406db5a6-8668-4955-8581-a713f1e9180d', 'tenant_id': '2678bf492e0741f28132ba17589843ff', 'mac_address': 'fa:16:3e:35:9f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9af922e-a901-4b01-b17b-b8b8eebb71d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'bb0fe97e-caf8-454f-bdda-5fa5d7db4997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:29Z', 'updated_at': '2021-01-19T22:25:30Z', 'revision_number': 2, 'project_id': '2678bf492e0741f28132ba17589843ff', 'subnets': [{'id': 'bb0fe97e-caf8-454f-bdda-5fa5d7db4997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:25:32.866559 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ee0c220f-a708-4826-86c1-edc057889189 req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:32.872250 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ee0c220f-a708-4826-86c1-edc057889189 req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996312'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:32.896229 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-41b9986f-3b91-4b03-b3fe-4406f014ad18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:33.105453 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Pushing event updated for resources: {'Port': ['ID=e36b4a08-aa7d-4ba0-9fd9-efc51faec9ac,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:33.112194 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:33.152814 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e69ffe27-31fb-4431-b2a3-a49fb5822a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:33.228622 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55df13-af9b-4709-a08e-68c7261dd841 req-d1f566f9-9625-4473-9717-ba2f8baac828 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:33.230342 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3d55df13-af9b-4709-a08e-68c7261dd841 req-d1f566f9-9625-4473-9717-ba2f8baac828 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.3392489 Jan 19 22:25:33.295822 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ee0c220f-a708-4826-86c1-edc057889189 req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:33.323890 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3d55df13-af9b-4709-a08e-68c7261dd841 req-15041a57-1422-4f3e-ba64-b251f9baa0f8 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844524 Jan 19 22:25:33.335089 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ee0c220f-a708-4826-86c1-edc057889189 req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:33.336592 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ee0c220f-a708-4826-86c1-edc057889189 req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1301889 Jan 19 22:25:33.434154 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-ee0c220f-a708-4826-86c1-edc057889189 req-28d8382e-3903-46e3-af21-ad5e17819114 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Synchronizing usage tracker for tenant:506c7be82ade45dbbf2380d49038ee72 on resource:floatingip {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:25:33.453325 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-ee0c220f-a708-4826-86c1-edc057889189 req-28d8382e-3903-46e3-af21-ad5e17819114 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Unset dirty status for tenant:506c7be82ade45dbbf2380d49038ee72 on resource:floatingip {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:25:33.454710 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ee0c220f-a708-4826-86c1-edc057889189 req-28d8382e-3903-46e3-af21-ad5e17819114 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.0.161 HTTP/1.1" status: 200 len: 696 time: 0.1102362 Jan 19 22:25:33.662035 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c220f-a708-4826-86c1-edc057889189 req-fa1c7dff-1482-45cb-bb3f-97ef233ea8b2 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:33.666632 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ee0c220f-a708-4826-86c1-edc057889189 req-fa1c7dff-1482-45cb-bb3f-97ef233ea8b2 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/networks/8ee66800-a804-40da-8341-42d4a5bfa70e HTTP/1.1" status: 200 len: 784 time: 0.2011898 Jan 19 22:25:33.686042 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [req-ee0c220f-a708-4826-86c1-edc057889189 req-37076a38-3541-4dd9-8d62-0f21e194570f tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:25:33.687290 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ee0c220f-a708-4826-86c1-edc057889189 req-37076a38-3541-4dd9-8d62-0f21e194570f tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0066605 Jan 19 22:25:34.075158 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c90a91-c9a8-438a-b767-18d82d8b0841 req-a68329b7-75cd-4430-bebd-eea7ffbcbd5f tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:34.077026 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-03c90a91-c9a8-438a-b767-18d82d8b0841 req-a68329b7-75cd-4430-bebd-eea7ffbcbd5f tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.1769786 Jan 19 22:25:34.167601 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-03c90a91-c9a8-438a-b767-18d82d8b0841 req-6845393c-07c2-4643-9e68-dda34557ddd7 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816648 Jan 19 22:25:34.269466 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-fcc47e1d-fbf5-4a63-8dc2-08130e68605c req-d30c545a-9e2d-4c12-9d8c-873e253a3da6 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1269035437', 'description': 'tempest-TestShelveInstance-1269035437 description'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:25:34.286371 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-fcc47e1d-fbf5-4a63-8dc2-08130e68605c req-d30c545a-9e2d-4c12-9d8c-873e253a3da6 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:25:34.294228 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-fcc47e1d-fbf5-4a63-8dc2-08130e68605c req-d30c545a-9e2d-4c12-9d8c-873e253a3da6 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Usage tracker for resource:security_group and tenant:9b60a759f4aa4625ba7e4a31db6ae945 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:25:34.298555 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-fcc47e1d-fbf5-4a63-8dc2-08130e68605c req-d30c545a-9e2d-4c12-9d8c-873e253a3da6 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:25:34.318564 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-fcc47e1d-fbf5-4a63-8dc2-08130e68605c req-d30c545a-9e2d-4c12-9d8c-873e253a3da6 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:25:34.347091 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-fcc47e1d-fbf5-4a63-8dc2-08130e68605c req-d30c545a-9e2d-4c12-9d8c-873e253a3da6 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:34.347880 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device bcb34461-5f2f-4240-a40d-1ca506fbca3e up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:34.389741 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403561b-42bc-427f-a1f2-025447570ba6 req-1a1aec9e-9f5e-4ee8-b6f1-bbec8d47eecc tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:34.391508 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5403561b-42bc-427f-a1f2-025447570ba6 req-1a1aec9e-9f5e-4ee8-b6f1-bbec8d47eecc tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2063575 Jan 19 22:25:34.495727 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port bcb34461-5f2f-4240-a40d-1ca506fbca3e completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:25:34.501333 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5403561b-42bc-427f-a1f2-025447570ba6 req-2b19bdc0-b504-40ab-9b6e-2e3e30cfbc4b tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.0.161 HTTP/1.1" status: 200 len: 696 time: 0.1031697 Jan 19 22:25:34.501793 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port bcb34461-5f2f-4240-a40d-1ca506fbca3e triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:34.502411 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:34.506164 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-fcc47e1d-fbf5-4a63-8dc2-08130e68605c req-d30c545a-9e2d-4c12-9d8c-873e253a3da6 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:25:34.514857 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-5403561b-42bc-427f-a1f2-025447570ba6 req-eee07f14-9ca6-446a-bf96-da3f1c55c5cf tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Request body: {'floatingip': {'port_id': 'ded92b05-d480-455e-b6f9-46ab3cb0c384', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:25:34.574935 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-fcc47e1d-fbf5-4a63-8dc2-08130e68605c req-d30c545a-9e2d-4c12-9d8c-873e253a3da6 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Usage tracker for resource:security_group_rule and tenant:9b60a759f4aa4625ba7e4a31db6ae945 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:25:34.587130 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-fcc47e1d-fbf5-4a63-8dc2-08130e68605c req-d30c545a-9e2d-4c12-9d8c-873e253a3da6 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:25:34.602845 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-fcc47e1d-fbf5-4a63-8dc2-08130e68605c req-d30c545a-9e2d-4c12-9d8c-873e253a3da6 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:25:34.609970 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-5403561b-42bc-427f-a1f2-025447570ba6 req-eee07f14-9ca6-446a-bf96-da3f1c55c5cf tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks [] for floatingip, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:34.634806 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:34.653389 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] For port bcb34461-5f2f-4240-a40d-1ca506fbca3e, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=bcb34461-5f2f-4240-a40d-1ca506fbca3e,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:25:34.657922 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:34.661802 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-02a5c290-0f9b-4d80-a1e8-c32a84fb428a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:34.788722 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:34.807459 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Pushing event updated for resources: {'Port': ['ID=bcb34461-5f2f-4240-a40d-1ca506fbca3e,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:34.811016 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:35.092696 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-fcc47e1d-fbf5-4a63-8dc2-08130e68605c req-d30c545a-9e2d-4c12-9d8c-873e253a3da6 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:35.104558 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-fcc47e1d-fbf5-4a63-8dc2-08130e68605c req-d30c545a-9e2d-4c12-9d8c-873e253a3da6 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:35.113347 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-2778979d-fdac-4f8f-8d8d-99402caceb8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:35.178380 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-fcc47e1d-fbf5-4a63-8dc2-08130e68605c req-d30c545a-9e2d-4c12-9d8c-873e253a3da6 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:35.179827 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fcc47e1d-fbf5-4a63-8dc2-08130e68605c req-d30c545a-9e2d-4c12-9d8c-873e253a3da6 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9163663 Jan 19 22:25:35.183242 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c545a-9e2d-4c12-9d8c-873e253a3da6 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Pushing event updated for resources: {'SecurityGroup': ['ID=95ccd40b-aab6-4adb-a9a5-50349afa9cc2,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:35.188470 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d30c545a-9e2d-4c12-9d8c-873e253a3da6 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:35.254138 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:35.395948 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:35.480985 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:35.481333 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:35.725702 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:35.805129 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b6e97-dd1c-4b40-ad4d-eeba9bf5643a req-4e9292ea-e614-4567-acc7-12d86ed6827a tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:35.806864 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a58b6e97-dd1c-4b40-ad4d-eeba9bf5643a req-4e9292ea-e614-4567-acc7-12d86ed6827a tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.1940236 Jan 19 22:25:35.850419 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.resource_extend [req-5403561b-42bc-427f-a1f2-025447570ba6 req-eee07f14-9ca6-446a-bf96-da3f1c55c5cf tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 19 22:25:35.955732 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a58b6e97-dd1c-4b40-ad4d-eeba9bf5643a req-2381b5df-a6b6-4d23-a04a-6e7dbf053819 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394181 Jan 19 22:25:35.984894 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-5403561b-42bc-427f-a1f2-025447570ba6 req-eee07f14-9ca6-446a-bf96-da3f1c55c5cf tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks [] for floatingip, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:35.991009 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-5403561b-42bc-427f-a1f2-025447570ba6 req-eee07f14-9ca6-446a-bf96-da3f1c55c5cf tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:36.184801 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.l3_db [req-5403561b-42bc-427f-a1f2-025447570ba6 req-eee07f14-9ca6-446a-bf96-da3f1c55c5cf tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Floating IP dcffaf32-ba63-4606-8541-05020b9949f0 associated. External IP: 172.27.0.161, port: ded92b05-d480-455e-b6f9-46ab3cb0c384. Jan 19 22:25:36.374878 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device bcb34461-5f2f-4240-a40d-1ca506fbca3e up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:36.490806 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port bcb34461-5f2f-4240-a40d-1ca506fbca3e triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:36.491519 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:36.686951 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ecc5786b-0509-4ad4-a758-a28728f23294 req-840b4e84-5f56-45d7-b6e7-f0f48fc05732 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups/95ccd40b-aab6-4adb-a9a5-50349afa9cc2 HTTP/1.1" status: 200 len: 1802 time: 0.1880865 Jan 19 22:25:36.714844 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-ecc5786b-0509-4ad4-a758-a28728f23294 req-cae8329a-e59d-437a-b54c-cd9f47f22418 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95ccd40b-aab6-4adb-a9a5-50349afa9cc2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:25:36.715203 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-ecc5786b-0509-4ad4-a758-a28728f23294 req-cae8329a-e59d-437a-b54c-cd9f47f22418 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95ccd40b-aab6-4adb-a9a5-50349afa9cc2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:25:36.729005 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-ecc5786b-0509-4ad4-a758-a28728f23294 req-cae8329a-e59d-437a-b54c-cd9f47f22418 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:25:36.738043 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-ecc5786b-0509-4ad4-a758-a28728f23294 req-cae8329a-e59d-437a-b54c-cd9f47f22418 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Usage tracker for resource:security_group_rule and tenant:9b60a759f4aa4625ba7e4a31db6ae945 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:25:36.744183 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-ecc5786b-0509-4ad4-a758-a28728f23294 req-cae8329a-e59d-437a-b54c-cd9f47f22418 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:25:36.753940 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5403561b-42bc-427f-a1f2-025447570ba6 req-eee07f14-9ca6-446a-bf96-da3f1c55c5cf tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Router e3d63a1c-89c5-478d-bfda-f510e66ce34b has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:25:36.755018 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-ecc5786b-0509-4ad4-a758-a28728f23294 req-cae8329a-e59d-437a-b54c-cd9f47f22418 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:25:36.849796 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] Sync routers for ids ['e9af922e-a901-4b01-b17b-b8b8eebb71d5'] in dv-cinder-750782-5-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:25:36.869206 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] Routers {'e9af922e-a901-4b01-b17b-b8b8eebb71d5'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:25:36.870856 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:25:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['e9af922e-a901-4b01-b17b-b8b8eebb71d5'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:25:36.950888 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device d458c3d4-a4c2-4e1d-9a41-4513447ebb19 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:25:36.987179 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ecc5786b-0509-4ad4-a758-a28728f23294 req-cae8329a-e59d-437a-b54c-cd9f47f22418 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks [] for security_group_rule, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:37.033836 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ecc5786b-0509-4ad4-a758-a28728f23294 req-cae8329a-e59d-437a-b54c-cd9f47f22418 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:37.037973 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ecc5786b-0509-4ad4-a758-a28728f23294 req-cae8329a-e59d-437a-b54c-cd9f47f22418 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425058'] for security_group_rule, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:37.049449 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:37.067465 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5403561b-42bc-427f-a1f2-025447570ba6 req-eee07f14-9ca6-446a-bf96-da3f1c55c5cf tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:25:37.082527 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17153c1-723d-44cf-8502-b7c0f91e449d None None] Sync routers for ids ['e3d63a1c-89c5-478d-bfda-f510e66ce34b'] in dv-cinder-750782-5-iscsi {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:25:37.085001 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-5403561b-42bc-427f-a1f2-025447570ba6 req-eee07f14-9ca6-446a-bf96-da3f1c55c5cf tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:37.098214 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17153c1-723d-44cf-8502-b7c0f91e449d None None] Routers {'e3d63a1c-89c5-478d-bfda-f510e66ce34b'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:25:37.099311 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-f17153c1-723d-44cf-8502-b7c0f91e449d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:25:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['e3d63a1c-89c5-478d-bfda-f510e66ce34b'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:25:37.121433 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8329a-e59d-437a-b54c-cd9f47f22418 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb4b7a9-5d87-4bd3-8181-204fe4cea917,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:37.124733 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-cae8329a-e59d-437a-b54c-cd9f47f22418 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:37.132981 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ecc5786b-0509-4ad4-a758-a28728f23294 req-cae8329a-e59d-437a-b54c-cd9f47f22418 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks [] for security_group_rule, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:37.139407 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ecc5786b-0509-4ad4-a758-a28728f23294 req-cae8329a-e59d-437a-b54c-cd9f47f22418 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4416680 Jan 19 22:25:37.151478 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] Set router e9af922e-a901-4b01-b17b-b8b8eebb71d5 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:25:37.206535 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5403561b-42bc-427f-a1f2-025447570ba6 req-eee07f14-9ca6-446a-bf96-da3f1c55c5cf tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "PUT /v2.0/floatingips/dcffaf32-ba63-4606-8541-05020b9949f0 HTTP/1.1" status: 200 len: 996 time: 2.6974564 Jan 19 22:25:37.207639 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd440bd4b-dc91-46fa-a24e-69e13993ba8b', 'tag': 'ded92b05-d480-455e-b6f9-46ab3cb0c384'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:25:37.351226 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-f17153c1-723d-44cf-8502-b7c0f91e449d None None] Set router e3d63a1c-89c5-478d-bfda-f510e66ce34b gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:25:37.382581 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403561b-42bc-427f-a1f2-025447570ba6 req-fc5f74b1-ff5b-4cf6-b1a8-211b094dfda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:37.384311 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5403561b-42bc-427f-a1f2-025447570ba6 req-fc5f74b1-ff5b-4cf6-b1a8-211b094dfda4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=506c7be82ade45dbbf2380d49038ee72&device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 1162 time: 0.1529322 Jan 19 22:25:37.523997 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:37.567216 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7487a6-9f74-4e96-b5c6-41fea7584250 req-9afe4d83-deea-47a9-a08a-516bd10e6395 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:37.578518 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3c7487a6-9f74-4e96-b5c6-41fea7584250 req-9afe4d83-deea-47a9-a08a-516bd10e6395 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.2694833 Jan 19 22:25:37.586538 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c74ace-0155-4a50-8f2d-a99ffed11549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd458c3d4-a4c2-4e1d-9a41-4513447ebb19'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:25:37.599240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port d458c3d4-a4c2-4e1d-9a41-4513447ebb19, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=d458c3d4-a4c2-4e1d-9a41-4513447ebb19,segment=NetworkSegment(a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654),segment_id=a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:25:37.643757 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:37.652628 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:37.739192 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403561b-42bc-427f-a1f2-025447570ba6 req-7463bf89-2d98-46a3-b5aa-230f79aada36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:37.740999 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5403561b-42bc-427f-a1f2-025447570ba6 req-7463bf89-2d98-46a3-b5aa-230f79aada36 service neutron] 10.222.0.50 "GET /v2.0/networks?id=17ee81f9-a178-4a93-963d-840d16aa8c49 HTTP/1.1" status: 200 len: 908 time: 0.3469033 Jan 19 22:25:37.878427 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-f17153c1-723d-44cf-8502-b7c0f91e449d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'name': 'tempest-TestMinimumBasicScenario-360470052-router', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:23:48Z', 'updated_at': '2021-01-19T22:23:57Z', 'revision_number': 4, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'gw_port': {'id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:23:51Z', 'updated_at': '2021-01-19T22:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': 'dcffaf32-ba63-4606-8541-05020b9949f0', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'port_id': 'ded92b05-d480-455e-b6f9-46ab3cb0c384', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49', 'mac_address': 'fa:16:3e:57:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd440bd4b-dc91-46fa-a24e-69e13993ba8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:25:31Z', 'updated_at': '2021-01-19T22:25:35Z', 'revision_number': 1, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '128d107e-dbeb-4609-b305-c9dfd73ed5db', 'name': '', 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'mac_address': 'fa:16:3e:e7:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '1e724ee9-a620-4321-9e90-df17c9c2dc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:23:56Z', 'updated_at': '2021-01-19T22:24:10Z', 'revision_number': 5, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'subnets': [{'id': '1e724ee9-a620-4321-9e90-df17c9c2dc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:25:37.883494 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17153c1-723d-44cf-8502-b7c0f91e449d None None] Checking router: e3d63a1c-89c5-478d-bfda-f510e66ce34b for host: dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:25:37.895028 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17153c1-723d-44cf-8502-b7c0f91e449d None None] Routers {'e3d63a1c-89c5-478d-bfda-f510e66ce34b'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:25:37.895733 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-f17153c1-723d-44cf-8502-b7c0f91e449d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:25:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['e3d63a1c-89c5-478d-bfda-f510e66ce34b'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:25:37.973904 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=d458c3d4-a4c2-4e1d-9a41-4513447ebb19,revision_number=5']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:37.981387 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:37.993952 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9af922e-a901-4b01-b17b-b8b8eebb71d5', 'name': 'tempest-TestShelveInstance-1532976935-router', 'tenant_id': '2678bf492e0741f28132ba17589843ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'bcb34461-5f2f-4240-a40d-1ca506fbca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:25:21Z', 'updated_at': '2021-01-19T22:25:30Z', 'revision_number': 4, 'project_id': '2678bf492e0741f28132ba17589843ff', 'gw_port': {'id': 'bcb34461-5f2f-4240-a40d-1ca506fbca3e', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9af922e-a901-4b01-b17b-b8b8eebb71d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:23Z', 'updated_at': '2021-01-19T22:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '4f24a0a2-efca-416b-87de-b21fcf6c65a9', 'name': '', 'network_id': '406db5a6-8668-4955-8581-a713f1e9180d', 'tenant_id': '2678bf492e0741f28132ba17589843ff', 'mac_address': 'fa:16:3e:35:9f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9af922e-a901-4b01-b17b-b8b8eebb71d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'bb0fe97e-caf8-454f-bdda-5fa5d7db4997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:29Z', 'updated_at': '2021-01-19T22:25:30Z', 'revision_number': 2, 'project_id': '2678bf492e0741f28132ba17589843ff', 'subnets': [{'id': 'bb0fe97e-caf8-454f-bdda-5fa5d7db4997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:25:37.999527 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] Checking router: e9af922e-a901-4b01-b17b-b8b8eebb71d5 for host: dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:25:37.999935 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] Updating router e9af922e-a901-4b01-b17b-b8b8eebb71d5 port 4f24a0a2-efca-416b-87de-b21fcf6c65a9 binding host dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 22:25:38.051096 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3c7487a6-9f74-4e96-b5c6-41fea7584250 req-58ce098b-d8db-4465-9843-d0e7ead867b4 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4658735 Jan 19 22:25:38.072145 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:38.104630 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-f17153c1-723d-44cf-8502-b7c0f91e449d None None] Set router e3d63a1c-89c5-478d-bfda-f510e66ce34b gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:25:38.128439 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5403561b-42bc-427f-a1f2-025447570ba6 req-87ae7463-6f71-4ce5-82be-310bd00b1e48 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ded92b05-d480-455e-b6f9-46ab3cb0c384 HTTP/1.1" status: 200 len: 999 time: 0.3794670 Jan 19 22:25:38.207817 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403561b-42bc-427f-a1f2-025447570ba6 req-7f69dad7-4713-4f05-8289-a81b5e00653f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:38.231892 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5403561b-42bc-427f-a1f2-025447570ba6 req-7f69dad7-4713-4f05-8289-a81b5e00653f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1e724ee9-a620-4321-9e90-df17c9c2dc02 HTTP/1.1" status: 200 len: 853 time: 0.1024184 Jan 19 22:25:38.339494 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403561b-42bc-427f-a1f2-025447570ba6 req-d8ffaec0-3854-4396-b8f1-f447ebef0966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:38.348686 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5403561b-42bc-427f-a1f2-025447570ba6 req-d8ffaec0-3854-4396-b8f1-f447ebef0966 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=17ee81f9-a178-4a93-963d-840d16aa8c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1157401 Jan 19 22:25:38.354588 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [req-5403561b-42bc-427f-a1f2-025447570ba6 req-92d455c3-a3c1-4aa9-8b32-d82cc0d5e69b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:25:38.373248 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5403561b-42bc-427f-a1f2-025447570ba6 req-92d455c3-a3c1-4aa9-8b32-d82cc0d5e69b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0235186 Jan 19 22:25:38.538867 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ce664476-ef29-413a-a2b9-3578685dbf27 req-326937bc-6df1-4a8a-afea-f023bc8af563 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups/95ccd40b-aab6-4adb-a9a5-50349afa9cc2 HTTP/1.1" status: 200 len: 2395 time: 0.0807645 Jan 19 22:25:38.577164 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-f17153c1-723d-44cf-8502-b7c0f91e449d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'name': 'tempest-TestMinimumBasicScenario-360470052-router', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:23:48Z', 'updated_at': '2021-01-19T22:23:57Z', 'revision_number': 4, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'gw_port': {'id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:23:51Z', 'updated_at': '2021-01-19T22:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': 'dcffaf32-ba63-4606-8541-05020b9949f0', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'port_id': 'ded92b05-d480-455e-b6f9-46ab3cb0c384', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49', 'mac_address': 'fa:16:3e:57:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd440bd4b-dc91-46fa-a24e-69e13993ba8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:25:31Z', 'updated_at': '2021-01-19T22:25:35Z', 'revision_number': 1, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '128d107e-dbeb-4609-b305-c9dfd73ed5db', 'name': '', 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'mac_address': 'fa:16:3e:e7:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '1e724ee9-a620-4321-9e90-df17c9c2dc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:23:56Z', 'updated_at': '2021-01-19T22:24:10Z', 'revision_number': 5, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'subnets': [{'id': '1e724ee9-a620-4321-9e90-df17c9c2dc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:25:38.583049 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17153c1-723d-44cf-8502-b7c0f91e449d None None] The sync data for ids ['e3d63a1c-89c5-478d-bfda-f510e66ce34b'] in dv-cinder-750782-5-iscsi is: [{'id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'name': 'tempest-TestMinimumBasicScenario-360470052-router', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:23:48Z', 'updated_at': '2021-01-19T22:23:57Z', 'revision_number': 4, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'gw_port': {'id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:23:51Z', 'updated_at': '2021-01-19T22:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': 'dcffaf32-ba63-4606-8541-05020b9949f0', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'port_id': 'ded92b05-d480-455e-b6f9-46ab3cb0c384', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49', 'mac_address': 'fa:16:3e:57:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd440bd4b-dc91-46fa-a24e-69e13993ba8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:25:31Z', 'updated_at': '2021-01-19T22:25:35Z', 'revision_number': 1, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '128d107e-dbeb-4609-b305-c9dfd73ed5db', 'name': '', 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'mac_address': 'fa:16:3e:e7:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '1e724ee9-a620-4321-9e90-df17c9c2dc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:23:56Z', 'updated_at': '2021-01-19T22:24:10Z', 'revision_number': 5, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'subnets': [{'id': '1e724ee9-a620-4321-9e90-df17c9c2dc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:25:38.588490 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5403561b-42bc-427f-a1f2-025447570ba6 req-57fc0b09-6e46-4993-9622-b736e6107e6a service neutron] 10.222.0.50 "GET /v2.0/networks/17ee81f9-a178-4a93-963d-840d16aa8c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124641 Jan 19 22:25:38.597081 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-ce664476-ef29-413a-a2b9-3578685dbf27 req-66d7ba28-3c6f-4db5-b8d6-bfdb5b8065b5 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95ccd40b-aab6-4adb-a9a5-50349afa9cc2', 'remote_group_id': None}]} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:25:38.597428 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-ce664476-ef29-413a-a2b9-3578685dbf27 req-66d7ba28-3c6f-4db5-b8d6-bfdb5b8065b5 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95ccd40b-aab6-4adb-a9a5-50349afa9cc2', 'remote_group_id': None}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:25:38.643271 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-ce664476-ef29-413a-a2b9-3578685dbf27 req-66d7ba28-3c6f-4db5-b8d6-bfdb5b8065b5 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:25:38.653202 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-ce664476-ef29-413a-a2b9-3578685dbf27 req-66d7ba28-3c6f-4db5-b8d6-bfdb5b8065b5 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Usage tracker for resource:security_group_rule and tenant:9b60a759f4aa4625ba7e4a31db6ae945 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:25:38.706210 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-ce664476-ef29-413a-a2b9-3578685dbf27 req-66d7ba28-3c6f-4db5-b8d6-bfdb5b8065b5 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:25:38.718104 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-ce664476-ef29-413a-a2b9-3578685dbf27 req-66d7ba28-3c6f-4db5-b8d6-bfdb5b8065b5 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:25:38.740977 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:38.761398 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] Transition to ACTIVE for port object 4f24a0a2-efca-416b-87de-b21fcf6c65a9 will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:25:38.763049 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:38.779753 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:38.828138 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5403561b-42bc-427f-a1f2-025447570ba6 req-96ac9b88-522e-46a9-bdc1-6463287ffd0b service neutron] 10.222.0.50 "GET /v2.0/networks/17ee81f9-a178-4a93-963d-840d16aa8c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2140577 Jan 19 22:25:38.829726 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ce664476-ef29-413a-a2b9-3578685dbf27 req-66d7ba28-3c6f-4db5-b8d6-bfdb5b8065b5 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks [] for security_group_rule, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:38.856373 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ce664476-ef29-413a-a2b9-3578685dbf27 req-66d7ba28-3c6f-4db5-b8d6-bfdb5b8065b5 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:38.859758 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ce664476-ef29-413a-a2b9-3578685dbf27 req-66d7ba28-3c6f-4db5-b8d6-bfdb5b8065b5 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425058'] for security_group_rule, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:38.866650 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-cae8329a-e59d-437a-b54c-cd9f47f22418 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:38.886511 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7ba28-3c6f-4db5-b8d6-bfdb5b8065b5 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2c92eb-a914-444c-8a54-7bbfa01e40c9,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:38.890575 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-66d7ba28-3c6f-4db5-b8d6-bfdb5b8065b5 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:38.909001 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ce664476-ef29-413a-a2b9-3578685dbf27 req-66d7ba28-3c6f-4db5-b8d6-bfdb5b8065b5 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks [] for security_group_rule, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:38.910161 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ce664476-ef29-413a-a2b9-3578685dbf27 req-66d7ba28-3c6f-4db5-b8d6-bfdb5b8065b5 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3222320 Jan 19 22:25:38.966232 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd440bd4b-dc91-46fa-a24e-69e13993ba8b', 'tag': 'ded92b05-d480-455e-b6f9-46ab3cb0c384', 'status': 'completed', 'code': 200} Jan 19 22:25:38.986441 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Pushing event updated for resources: {'Port': ['ID=4f24a0a2-efca-416b-87de-b21fcf6c65a9,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:39.003500 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '24c74ace-0155-4a50-8f2d-a99ffed11549', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd458c3d4-a4c2-4e1d-9a41-4513447ebb19', 'code': 422} returned with failed status Jan 19 22:25:39.018301 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:39.019443 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:39.028692 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:39.029121 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:39.029513 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:39.029898 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:39.030289 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:39.030620 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:39.031016 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:39.031385 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:39.031753 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:39.032119 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:39.032552 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:39.032927 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:39.033333 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:39.033698 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:39.034102 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:39.034465 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:39.034882 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:39.035246 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:39.035608 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:39.035970 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:39.036345 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:39.036705 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:25:39.215949 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:39.217072 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b70ed-783d-471a-a270-1ab8ac1846c1 None None] New status for floating IP dcffaf32-ba63-4606-8541-05020b9949f0: ACTIVE {{(pid=80182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:25:39.220793 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38751915-ca40-455f-8e29-52d14ec77fbe req-b6b8e6ef-a93c-4355-af1f-ffc9d8f38e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:39.227195 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-38751915-ca40-455f-8e29-52d14ec77fbe req-b6b8e6ef-a93c-4355-af1f-ffc9d8f38e96 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=506c7be82ade45dbbf2380d49038ee72&device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 1162 time: 0.1806052 Jan 19 22:25:39.331600 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-62bda34f-0430-422f-9d35-d7b01905e829 req-af0ebb25-358f-49a0-9e2b-efcb7c3f637c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-2090284944', 'description': 'tempest-TestMinimumBasicScenario-2090284944 description'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:25:39.347660 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-62bda34f-0430-422f-9d35-d7b01905e829 req-af0ebb25-358f-49a0-9e2b-efcb7c3f637c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:25:39.410838 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-62bda34f-0430-422f-9d35-d7b01905e829 req-af0ebb25-358f-49a0-9e2b-efcb7c3f637c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Usage tracker for resource:security_group and tenant:506c7be82ade45dbbf2380d49038ee72 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:25:39.414159 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-62bda34f-0430-422f-9d35-d7b01905e829 req-af0ebb25-358f-49a0-9e2b-efcb7c3f637c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:25:39.438160 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-62bda34f-0430-422f-9d35-d7b01905e829 req-af0ebb25-358f-49a0-9e2b-efcb7c3f637c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:25:39.533921 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] Attempting to bind port 4f24a0a2-efca-416b-87de-b21fcf6c65a9 on host dv-cinder-750782-5-iscsi for vnic_type normal with profile {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:25:39.534419 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] Attempting to bind port 4f24a0a2-efca-416b-87de-b21fcf6c65a9 by drivers openvswitch on host dv-cinder-750782-5-iscsi at level 0 using segments [{'id': '8f9578fa-01e4-4b1f-a08a-3790ebcda655', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '406db5a6-8668-4955-8581-a713f1e9180d'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:25:39.534796 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] Attempting to bind port 4f24a0a2-efca-416b-87de-b21fcf6c65a9 on network 406db5a6-8668-4955-8581-a713f1e9180d {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:25:39.562594 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] Checking agent: {'id': '83335c34-8fb2-4383-baff-fafe6c3eef4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 13, 5), 'started_at': datetime.datetime(2021, 1, 19, 22, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.65', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:25:39.563175 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] Checking segment: {'id': '8f9578fa-01e4-4b1f-a08a-3790ebcda655', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '406db5a6-8668-4955-8581-a713f1e9180d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:25:39.563639 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:39.564108 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] Bound using segment: {'id': '8f9578fa-01e4-4b1f-a08a-3790ebcda655', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '406db5a6-8668-4955-8581-a713f1e9180d'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:25:39.565259 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] Bound port: 4f24a0a2-efca-416b-87de-b21fcf6c65a9, host: dv-cinder-750782-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9578fa-01e4-4b1f-a08a-3790ebcda655', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '406db5a6-8668-4955-8581-a713f1e9180d'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:25:39.565750 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:39.603683 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-62bda34f-0430-422f-9d35-d7b01905e829 req-af0ebb25-358f-49a0-9e2b-efcb7c3f637c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:39.634976 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38751915-ca40-455f-8e29-52d14ec77fbe req-4784b646-f88a-4979-ae00-853d5764f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:39.636631 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-38751915-ca40-455f-8e29-52d14ec77fbe req-4784b646-f88a-4979-ae00-853d5764f4ba service neutron] 10.222.0.65 "GET /v2.0/networks?id=17ee81f9-a178-4a93-963d-840d16aa8c49 HTTP/1.1" status: 200 len: 908 time: 0.3861198 Jan 19 22:25:39.644727 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-62bda34f-0430-422f-9d35-d7b01905e829 req-af0ebb25-358f-49a0-9e2b-efcb7c3f637c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:25:39.650278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-62bda34f-0430-422f-9d35-d7b01905e829 req-af0ebb25-358f-49a0-9e2b-efcb7c3f637c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Usage tracker for resource:security_group_rule and tenant:506c7be82ade45dbbf2380d49038ee72 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:25:39.670809 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-62bda34f-0430-422f-9d35-d7b01905e829 req-af0ebb25-358f-49a0-9e2b-efcb7c3f637c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:25:39.684165 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-62bda34f-0430-422f-9d35-d7b01905e829 req-af0ebb25-358f-49a0-9e2b-efcb7c3f637c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:25:39.861695 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] For port 4f24a0a2-efca-416b-87de-b21fcf6c65a9, host dv-cinder-750782-5-iscsi, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:25:39.865397 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] For port 4f24a0a2-efca-416b-87de-b21fcf6c65a9, host dv-cinder-750782-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=4f24a0a2-efca-416b-87de-b21fcf6c65a9,segment=NetworkSegment(8f9578fa-01e4-4b1f-a08a-3790ebcda655),segment_id=8f9578fa-01e4-4b1f-a08a-3790ebcda655)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:25:39.866305 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-62bda34f-0430-422f-9d35-d7b01905e829 req-af0ebb25-358f-49a0-9e2b-efcb7c3f637c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:39.872442 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:39.896042 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ed491dbe-2dd2-47c8-acb4-048e4e25ee0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:39.910770 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-62bda34f-0430-422f-9d35-d7b01905e829 req-af0ebb25-358f-49a0-9e2b-efcb7c3f637c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:39.937066 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6c14f098-7299-4b17-bb20-b6f642a8eed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:40.039243 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca742-dbb4-4c67-ac7b-4c74ac8ab7e6 req-8adfacd0-d95c-49c9-802b-7f459794d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:40.040907 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-255ca742-dbb4-4c67-ac7b-4c74ac8ab7e6 req-8adfacd0-d95c-49c9-802b-7f459794d154 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=faaf464719d54745afba437b2a9bd34b&device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 1162 time: 0.6981988 Jan 19 22:25:40.075943 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-62bda34f-0430-422f-9d35-d7b01905e829 req-af0ebb25-358f-49a0-9e2b-efcb7c3f637c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:40.077433 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-62bda34f-0430-422f-9d35-d7b01905e829 req-af0ebb25-358f-49a0-9e2b-efcb7c3f637c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7561393 Jan 19 22:25:40.078140 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ebb25-358f-49a0-9e2b-efcb7c3f637c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Pushing event updated for resources: {'SecurityGroup': ['ID=55461af9-9900-46ce-93fb-7fff6db4f4f7,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:40.082213 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-af0ebb25-358f-49a0-9e2b-efcb7c3f637c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:40.087843 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-38751915-ca40-455f-8e29-52d14ec77fbe req-72846c87-3653-4ec3-b1b0-0c93f6f86a2b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ded92b05-d480-455e-b6f9-46ab3cb0c384 HTTP/1.1" status: 200 len: 1001 time: 0.3186226 Jan 19 22:25:40.162420 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Pushing event updated for resources: {'Port': ['ID=4f24a0a2-efca-416b-87de-b21fcf6c65a9,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:40.177472 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:40.196048 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] Routers {'e9af922e-a901-4b01-b17b-b8b8eebb71d5'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:25:40.197164 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:25:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['e9af922e-a901-4b01-b17b-b8b8eebb71d5'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:25:40.418655 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 4f24a0a2-efca-416b-87de-b21fcf6c65a9 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:40.465705 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38751915-ca40-455f-8e29-52d14ec77fbe req-8bd8b80f-3029-4b3c-8177-1a75c8b0f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:40.467376 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-38751915-ca40-455f-8e29-52d14ec77fbe req-8bd8b80f-3029-4b3c-8177-1a75c8b0f505 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1e724ee9-a620-4321-9e90-df17c9c2dc02 HTTP/1.1" status: 200 len: 853 time: 0.3691776 Jan 19 22:25:40.547674 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-dd335459-4c47-4951-85f6-d036397d00f1 req-50eee3fc-e032-471b-92dc-bc95797d02d7 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups/55461af9-9900-46ce-93fb-7fff6db4f4f7 HTTP/1.1" status: 200 len: 1814 time: 0.3129032 Jan 19 22:25:40.571016 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning for port 4f24a0a2-efca-416b-87de-b21fcf6c65a9 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:25:40.578002 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-dd335459-4c47-4951-85f6-d036397d00f1 req-9133cf64-ace2-47c1-9614-7da709bc845c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '55461af9-9900-46ce-93fb-7fff6db4f4f7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:25:40.578209 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-dd335459-4c47-4951-85f6-d036397d00f1 req-9133cf64-ace2-47c1-9614-7da709bc845c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '55461af9-9900-46ce-93fb-7fff6db4f4f7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:25:40.580587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] Set router e9af922e-a901-4b01-b17b-b8b8eebb71d5 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:25:40.588637 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-dd335459-4c47-4951-85f6-d036397d00f1 req-9133cf64-ace2-47c1-9614-7da709bc845c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:25:40.592792 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-dd335459-4c47-4951-85f6-d036397d00f1 req-9133cf64-ace2-47c1-9614-7da709bc845c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Usage tracker for resource:security_group_rule and tenant:506c7be82ade45dbbf2380d49038ee72 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:25:40.596255 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-dd335459-4c47-4951-85f6-d036397d00f1 req-9133cf64-ace2-47c1-9614-7da709bc845c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:25:40.602366 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-dd335459-4c47-4951-85f6-d036397d00f1 req-9133cf64-ace2-47c1-9614-7da709bc845c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:25:40.615248 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca742-dbb4-4c67-ac7b-4c74ac8ab7e6 req-628c9cab-927e-46bb-a4c4-46a5977abc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:40.616894 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-255ca742-dbb4-4c67-ac7b-4c74ac8ab7e6 req-628c9cab-927e-46bb-a4c4-46a5977abc65 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2de0ab09-37c3-47d9-883f-9b41c5ae35f2 HTTP/1.1" status: 200 len: 913 time: 0.5663464 Jan 19 22:25:40.633292 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 4f24a0a2-efca-416b-87de-b21fcf6c65a9 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:40.633919 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:40.810304 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0541443-0bf6-4b33-9666-df63b2e7d0a8 req-658124cf-b90f-48a8-a3b0-87d51188adbc tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:40.812858 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c0541443-0bf6-4b33-9666-df63b2e7d0a8 req-658124cf-b90f-48a8-a3b0-87d51188adbc tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.5299428 Jan 19 22:25:40.834166 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-255ca742-dbb4-4c67-ac7b-4c74ac8ab7e6 req-b1fa5a75-a055-4081-8ede-19f2369bc80a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d HTTP/1.1" status: 200 len: 217 time: 0.1952744 Jan 19 22:25:40.899211 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-dd335459-4c47-4951-85f6-d036397d00f1 req-9133cf64-ace2-47c1-9614-7da709bc845c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks [] for security_group_rule, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:40.990155 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-dd335459-4c47-4951-85f6-d036397d00f1 req-9133cf64-ace2-47c1-9614-7da709bc845c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:41.011753 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-dd335459-4c47-4951-85f6-d036397d00f1 req-9133cf64-ace2-47c1-9614-7da709bc845c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425058'] for security_group_rule, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:41.013752 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca742-dbb4-4c67-ac7b-4c74ac8ab7e6 req-c6a35cf3-6a83-417b-affc-8a1d05a0b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:41.015931 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-255ca742-dbb4-4c67-ac7b-4c74ac8ab7e6 req-c6a35cf3-6a83-417b-affc-8a1d05a0b904 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7325d4b0-095b-4afe-9fcb-ab7450d96ef2 HTTP/1.1" status: 200 len: 859 time: 0.1572232 Jan 19 22:25:41.023338 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c0541443-0bf6-4b33-9666-df63b2e7d0a8 req-18d9b29f-47b2-4075-bac6-da8be39d4af1 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951318 Jan 19 22:25:41.031072 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38751915-ca40-455f-8e29-52d14ec77fbe req-84929fcc-ad85-4b17-bbf6-54c8825faeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:41.032761 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-38751915-ca40-455f-8e29-52d14ec77fbe req-84929fcc-ad85-4b17-bbf6-54c8825faeaf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=17ee81f9-a178-4a93-963d-840d16aa8c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5457947 Jan 19 22:25:41.037420 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:41.149415 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-255ca742-dbb4-4c67-ac7b-4c74ac8ab7e6 req-6ed0f211-aff4-4409-94ba-0534219df33e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2de0ab09-37c3-47d9-883f-9b41c5ae35f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145701 Jan 19 22:25:41.156646 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133cf64-ace2-47c1-9614-7da709bc845c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16107b1-6457-4f2a-ba91-0d85645e09d0,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:41.160424 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9133cf64-ace2-47c1-9614-7da709bc845c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:41.249584 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:41.276009 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-dd335459-4c47-4951-85f6-d036397d00f1 req-9133cf64-ace2-47c1-9614-7da709bc845c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks [] for security_group_rule, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:41.280846 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-dd335459-4c47-4951-85f6-d036397d00f1 req-9133cf64-ace2-47c1-9614-7da709bc845c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7317922 Jan 19 22:25:41.363528 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] For port 4f24a0a2-efca-416b-87de-b21fcf6c65a9, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=4f24a0a2-efca-416b-87de-b21fcf6c65a9,segment=NetworkSegment(8f9578fa-01e4-4b1f-a08a-3790ebcda655),segment_id=8f9578fa-01e4-4b1f-a08a-3790ebcda655)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:25:41.373794 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:41.379127 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:41.488217 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9af922e-a901-4b01-b17b-b8b8eebb71d5', 'name': 'tempest-TestShelveInstance-1532976935-router', 'tenant_id': '2678bf492e0741f28132ba17589843ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'bcb34461-5f2f-4240-a40d-1ca506fbca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:25:21Z', 'updated_at': '2021-01-19T22:25:30Z', 'revision_number': 4, 'project_id': '2678bf492e0741f28132ba17589843ff', 'gw_port': {'id': 'bcb34461-5f2f-4240-a40d-1ca506fbca3e', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9af922e-a901-4b01-b17b-b8b8eebb71d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:23Z', 'updated_at': '2021-01-19T22:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '4f24a0a2-efca-416b-87de-b21fcf6c65a9', 'name': '', 'network_id': '406db5a6-8668-4955-8581-a713f1e9180d', 'tenant_id': '2678bf492e0741f28132ba17589843ff', 'mac_address': 'fa:16:3e:35:9f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9af922e-a901-4b01-b17b-b8b8eebb71d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'bb0fe97e-caf8-454f-bdda-5fa5d7db4997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:29Z', 'updated_at': '2021-01-19T22:25:39Z', 'revision_number': 4, 'project_id': '2678bf492e0741f28132ba17589843ff', 'subnets': [{'id': 'bb0fe97e-caf8-454f-bdda-5fa5d7db4997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:25:41.493976 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Pushing event updated for resources: {'Port': ['ID=4f24a0a2-efca-416b-87de-b21fcf6c65a9,revision_number=5']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:41.498651 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:41.499758 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81be093d-3119-42dd-a9fd-59e94f84005b None None] The sync data for ids ['e9af922e-a901-4b01-b17b-b8b8eebb71d5'] in dv-cinder-750782-5-iscsi is: [{'id': 'e9af922e-a901-4b01-b17b-b8b8eebb71d5', 'name': 'tempest-TestShelveInstance-1532976935-router', 'tenant_id': '2678bf492e0741f28132ba17589843ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'bcb34461-5f2f-4240-a40d-1ca506fbca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:25:21Z', 'updated_at': '2021-01-19T22:25:30Z', 'revision_number': 4, 'project_id': '2678bf492e0741f28132ba17589843ff', 'gw_port': {'id': 'bcb34461-5f2f-4240-a40d-1ca506fbca3e', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9af922e-a901-4b01-b17b-b8b8eebb71d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:23Z', 'updated_at': '2021-01-19T22:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '4f24a0a2-efca-416b-87de-b21fcf6c65a9', 'name': '', 'network_id': '406db5a6-8668-4955-8581-a713f1e9180d', 'tenant_id': '2678bf492e0741f28132ba17589843ff', 'mac_address': 'fa:16:3e:35:9f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9af922e-a901-4b01-b17b-b8b8eebb71d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'bb0fe97e-caf8-454f-bdda-5fa5d7db4997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:29Z', 'updated_at': '2021-01-19T22:25:39Z', 'revision_number': 4, 'project_id': '2678bf492e0741f28132ba17589843ff', 'subnets': [{'id': 'bb0fe97e-caf8-454f-bdda-5fa5d7db4997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:25:41.821856 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-38751915-ca40-455f-8e29-52d14ec77fbe req-8acf6bed-32b4-4167-98d1-2de23eb6932b service neutron] 10.222.0.65 "GET /v2.0/networks/17ee81f9-a178-4a93-963d-840d16aa8c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7285066 Jan 19 22:25:41.869582 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-499ae5d4-f1cd-4d15-80a8-6c0aff635623 req-52e1aaad-600a-42a7-ac05-9bca8cee17ed tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups/55461af9-9900-46ce-93fb-7fff6db4f4f7 HTTP/1.1" status: 200 len: 2407 time: 0.4772711 Jan 19 22:25:41.895875 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-499ae5d4-f1cd-4d15-80a8-6c0aff635623 req-52d52021-d128-4b3e-9f37-1131dc922738 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '55461af9-9900-46ce-93fb-7fff6db4f4f7', 'remote_group_id': None}]} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:25:41.896279 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-499ae5d4-f1cd-4d15-80a8-6c0aff635623 req-52d52021-d128-4b3e-9f37-1131dc922738 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '55461af9-9900-46ce-93fb-7fff6db4f4f7', 'remote_group_id': None}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:25:41.979704 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-499ae5d4-f1cd-4d15-80a8-6c0aff635623 req-52d52021-d128-4b3e-9f37-1131dc922738 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:25:41.984638 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-255ca742-dbb4-4c67-ac7b-4c74ac8ab7e6 req-305e9503-4630-43d0-b860-c5cf2245ab9b service neutron] 10.222.0.65 "GET /v2.0/networks/2de0ab09-37c3-47d9-883f-9b41c5ae35f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7423234 Jan 19 22:25:42.003864 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-499ae5d4-f1cd-4d15-80a8-6c0aff635623 req-52d52021-d128-4b3e-9f37-1131dc922738 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Usage tracker for resource:security_group_rule and tenant:506c7be82ade45dbbf2380d49038ee72 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:25:42.009184 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-499ae5d4-f1cd-4d15-80a8-6c0aff635623 req-52d52021-d128-4b3e-9f37-1131dc922738 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:25:42.043912 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-499ae5d4-f1cd-4d15-80a8-6c0aff635623 req-52d52021-d128-4b3e-9f37-1131dc922738 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:25:42.217881 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074ab7d-0605-49a9-ba5b-4995a7af53bf req-a308de28-2489-4b0b-a235-a41f46d8c3f5 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:42.219710 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c074ab7d-0605-49a9-ba5b-4995a7af53bf req-a308de28-2489-4b0b-a235-a41f46d8c3f5 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.7537313 Jan 19 22:25:42.306388 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-38751915-ca40-455f-8e29-52d14ec77fbe req-1be68f7e-0c13-48ed-af11-21e0c5b6a8da service neutron] 10.222.0.65 "GET /v2.0/networks/17ee81f9-a178-4a93-963d-840d16aa8c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4710188 Jan 19 22:25:42.326088 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 4f24a0a2-efca-416b-87de-b21fcf6c65a9 up at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:42.359590 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-255ca742-dbb4-4c67-ac7b-4c74ac8ab7e6 req-835d0d20-0971-4c72-a87a-abba3b629d81 service neutron] 10.222.0.65 "GET /v2.0/networks/2de0ab09-37c3-47d9-883f-9b41c5ae35f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3423629 Jan 19 22:25:42.363793 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-499ae5d4-f1cd-4d15-80a8-6c0aff635623 req-52d52021-d128-4b3e-9f37-1131dc922738 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks [] for security_group_rule, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:42.373312 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c074ab7d-0605-49a9-ba5b-4995a7af53bf req-94ec55cd-0eb2-4f58-9190-a61f78cd7b2f tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449001 Jan 19 22:25:42.406449 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-499ae5d4-f1cd-4d15-80a8-6c0aff635623 req-52d52021-d128-4b3e-9f37-1131dc922738 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:42.411334 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-499ae5d4-f1cd-4d15-80a8-6c0aff635623 req-52d52021-d128-4b3e-9f37-1131dc922738 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425058'] for security_group_rule, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:42.414208 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-66d7ba28-3c6f-4db5-b8d6-bfdb5b8065b5 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:42.445648 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d52021-d128-4b3e-9f37-1131dc922738 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86f6e72-2b49-484f-9828-6fa74ebb96e1,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:42.464675 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-52d52021-d128-4b3e-9f37-1131dc922738 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:42.465514 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Provisioning complete for port 4f24a0a2-efca-416b-87de-b21fcf6c65a9 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:42.465946 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:42.488495 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-499ae5d4-f1cd-4d15-80a8-6c0aff635623 req-52d52021-d128-4b3e-9f37-1131dc922738 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks [] for security_group_rule, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:42.489841 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-499ae5d4-f1cd-4d15-80a8-6c0aff635623 req-52d52021-d128-4b3e-9f37-1131dc922738 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6040626 Jan 19 22:25:42.784740 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-eb84a98b-74ad-45fd-a037-cc7ab08c4e55 req-56f9056c-9a86-4690-b03d-0b7659c91b68 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Synchronizing usage tracker for tenant:506c7be82ade45dbbf2380d49038ee72 on resource:security_group {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:25:42.819574 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-eb84a98b-74ad-45fd-a037-cc7ab08c4e55 req-56f9056c-9a86-4690-b03d-0b7659c91b68 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Unset dirty status for tenant:506c7be82ade45dbbf2380d49038ee72 on resource:security_group {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:25:42.820872 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eb84a98b-74ad-45fd-a037-cc7ab08c4e55 req-56f9056c-9a86-4690-b03d-0b7659c91b68 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-2090284944&fields=id&tenant_id=506c7be82ade45dbbf2380d49038ee72 HTTP/1.1" status: 200 len: 267 time: 0.1519535 Jan 19 22:25:42.855920 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48ddd5-8368-4761-b959-b23feb8222f5 req-3e66b3ff-83ed-4133-9e2d-1dc8593f179f tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:42.857747 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-df48ddd5-8368-4761-b959-b23feb8222f5 req-3e66b3ff-83ed-4133-9e2d-1dc8593f179f tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.1694641 Jan 19 22:25:42.973327 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-df48ddd5-8368-4761-b959-b23feb8222f5 req-8cbd66e8-30b7-4191-83af-50231a925a9d tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714076 Jan 19 22:25:43.021618 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84a98b-74ad-45fd-a037-cc7ab08c4e55 req-bd408c1a-1d1e-4ef2-bb93-06943cf53610 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:43.023304 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eb84a98b-74ad-45fd-a037-cc7ab08c4e55 req-bd408c1a-1d1e-4ef2-bb93-06943cf53610 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 945 time: 0.1920252 Jan 19 22:25:43.036614 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-eb84a98b-74ad-45fd-a037-cc7ab08c4e55 req-0f49efc8-61d7-4ff2-b1f6-2c377876ef4c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Request body: {'port': {'security_groups': ['799bff44-7f83-4be6-94b1-ac39f136ea48', '55461af9-9900-46ce-93fb-7fff6db4f4f7']}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:25:43.180127 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-eb84a98b-74ad-45fd-a037-cc7ab08c4e55 req-0f49efc8-61d7-4ff2-b1f6-2c377876ef4c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:43.542577 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-eb84a98b-74ad-45fd-a037-cc7ab08c4e55 req-0f49efc8-61d7-4ff2-b1f6-2c377876ef4c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] For port ded92b05-d480-455e-b6f9-46ab3cb0c384, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ded92b05-d480-455e-b6f9-46ab3cb0c384,segment=NetworkSegment(0621467d-81de-4253-9188-69472b578be3),segment_id=0621467d-81de-4253-9188-69472b578be3)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:25:43.630564 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-eb84a98b-74ad-45fd-a037-cc7ab08c4e55 req-0f49efc8-61d7-4ff2-b1f6-2c377876ef4c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:43.636052 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-eb84a98b-74ad-45fd-a037-cc7ab08c4e55 req-0f49efc8-61d7-4ff2-b1f6-2c377876ef4c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996312'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:43.655929 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3f145305-e87f-4d5d-9373-895d7e96c68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:43.842242 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495636c0-2668-4353-a6cd-ee47aa7c03a3 req-9e764a85-b167-45d9-8d0e-7f4548f2fe3e tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:43.843956 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-495636c0-2668-4353-a6cd-ee47aa7c03a3 req-9e764a85-b167-45d9-8d0e-7f4548f2fe3e tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.2941527 Jan 19 22:25:43.849137 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49efc8-61d7-4ff2-b1f6-2c377876ef4c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Pushing event updated for resources: {'Port': ['ID=ded92b05-d480-455e-b6f9-46ab3cb0c384,revision_number=5']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:43.852800 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-0f49efc8-61d7-4ff2-b1f6-2c377876ef4c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:43.942856 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-495636c0-2668-4353-a6cd-ee47aa7c03a3 req-1a346244-d68b-4c57-bf20-657511dc88d7 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783319 Jan 19 22:25:43.965218 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84a98b-74ad-45fd-a037-cc7ab08c4e55 req-0f49efc8-61d7-4ff2-b1f6-2c377876ef4c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:43.965843 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-eb84a98b-74ad-45fd-a037-cc7ab08c4e55 req-0f49efc8-61d7-4ff2-b1f6-2c377876ef4c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:43.973867 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eb84a98b-74ad-45fd-a037-cc7ab08c4e55 req-0f49efc8-61d7-4ff2-b1f6-2c377876ef4c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "PUT /v2.0/ports/ded92b05-d480-455e-b6f9-46ab3cb0c384 HTTP/1.1" status: 200 len: 981 time: 0.9399929 Jan 19 22:25:43.973867 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd440bd4b-dc91-46fa-a24e-69e13993ba8b', 'tag': 'ded92b05-d480-455e-b6f9-46ab3cb0c384'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:25:44.075838 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd440bd4b-dc91-46fa-a24e-69e13993ba8b', 'tag': 'ded92b05-d480-455e-b6f9-46ab3cb0c384', 'status': 'completed', 'code': 200} Jan 19 22:25:44.194271 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8c08d-db67-4111-8c13-6b777c9b4d65 req-ce362fb1-054f-4bde-885e-8b2a43a10b04 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:44.196036 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-20c8c08d-db67-4111-8c13-6b777c9b4d65 req-ce362fb1-054f-4bde-885e-8b2a43a10b04 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 984 time: 0.1151073 Jan 19 22:25:44.224051 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-a92c9257-b153-4fdd-a6fd-405a9330cd70 None None] Provisioning complete for port ded92b05-d480-455e-b6f9-46ab3cb0c384 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:44.224432 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a92c9257-b153-4fdd-a6fd-405a9330cd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:44.327287 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-20c8c08d-db67-4111-8c13-6b777c9b4d65 req-c41bc133-2d40-4836-9148-fc46f6744e7a tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=55461af9-9900-46ce-93fb-7fff6db4f4f7&id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0788639 Jan 19 22:25:44.334649 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 57930) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:25:44.357501 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd365d-f5af-4c7f-a502-d55493e8131c req-4f625dee-ded9-4e09-8bdd-5876a6f91e82 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:44.359613 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9dcd365d-f5af-4c7f-a502-d55493e8131c req-4f625dee-ded9-4e09-8bdd-5876a6f91e82 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.1623821 Jan 19 22:25:44.430483 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9dcd365d-f5af-4c7f-a502-d55493e8131c req-e212e9b7-2b30-4ac7-8e57-e36569f14409 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466843 Jan 19 22:25:44.510128 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-42168ef7-983f-44f5-9870-88a7df91533f req-d6161fc6-1a9f-4093-a878-64abc4eec12e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1741481 Jan 19 22:25:45.212707 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685dd36-a357-44ae-abe1-d2e7cb21d12b req-54fb699f-4843-4f9d-a0c2-a312ab72ce94 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:45.214413 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6685dd36-a357-44ae-abe1-d2e7cb21d12b req-54fb699f-4843-4f9d-a0c2-a312ab72ce94 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.1012247 Jan 19 22:25:45.269289 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6685dd36-a357-44ae-abe1-d2e7cb21d12b req-d2de927f-2b1c-4a35-b69f-287502efbe97 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476081 Jan 19 22:25:45.659444 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36d934-f31b-42e2-8421-16364111d2f7 req-1f3a7410-cf42-41e5-b291-5095acf4e5df tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:45.661102 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fd36d934-f31b-42e2-8421-16364111d2f7 req-1f3a7410-cf42-41e5-b291-5095acf4e5df tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.1016665 Jan 19 22:25:45.713103 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fd36d934-f31b-42e2-8421-16364111d2f7 req-2cf7c0c3-9e14-4325-8fd4-cf3fd009bc01 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453079 Jan 19 22:25:46.365135 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22a548-9223-4445-bc31-54287261793f req-22a37acd-0a9e-478a-8401-7c4b1e8f93f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:46.366795 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0c22a548-9223-4445-bc31-54287261793f req-22a37acd-0a9e-478a-8401-7c4b1e8f93f5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=506c7be82ade45dbbf2380d49038ee72&device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 1202 time: 0.0866923 Jan 19 22:25:46.489261 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:46.524022 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:25:46.572698 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:46.573137 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:46.621346 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecb69b-3052-4e83-909c-65e1532bfd4a req-dcf5d7b1-6775-4a20-8c55-4ed73dc67124 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:46.623091 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-abecb69b-3052-4e83-909c-65e1532bfd4a req-dcf5d7b1-6775-4a20-8c55-4ed73dc67124 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.2029333 Jan 19 22:25:46.624326 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22a548-9223-4445-bc31-54287261793f req-a8240b4f-67a3-4cb2-b920-a55303819970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:46.625758 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0c22a548-9223-4445-bc31-54287261793f req-a8240b4f-67a3-4cb2-b920-a55303819970 service neutron] 10.222.0.65 "GET /v2.0/networks?id=17ee81f9-a178-4a93-963d-840d16aa8c49 HTTP/1.1" status: 200 len: 908 time: 0.2352185 Jan 19 22:25:46.789211 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-abecb69b-3052-4e83-909c-65e1532bfd4a req-9535081a-b077-4ba8-863c-b022472086a8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573212 Jan 19 22:25:46.807392 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0c22a548-9223-4445-bc31-54287261793f req-328d19ce-8d90-4195-a081-2de20acac6c9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ded92b05-d480-455e-b6f9-46ab3cb0c384 HTTP/1.1" status: 200 len: 1001 time: 0.1584203 Jan 19 22:25:46.938982 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22a548-9223-4445-bc31-54287261793f req-cadb63b3-62cc-454f-afaf-9bc21dbe2f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:46.941130 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0c22a548-9223-4445-bc31-54287261793f req-cadb63b3-62cc-454f-afaf-9bc21dbe2f5a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1e724ee9-a620-4321-9e90-df17c9c2dc02 HTTP/1.1" status: 200 len: 853 time: 0.1210704 Jan 19 22:25:47.039066 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86443c0-96f3-479a-b6a3-3d26f603f403 req-ebabfe01-d5f8-4542-ad93-833258f6e443 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:47.041118 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d86443c0-96f3-479a-b6a3-3d26f603f403 req-ebabfe01-d5f8-4542-ad93-833258f6e443 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.1818373 Jan 19 22:25:47.098654 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22a548-9223-4445-bc31-54287261793f req-2ea8ae97-bb22-4fea-b3a0-7c632160b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:47.100310 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0c22a548-9223-4445-bc31-54287261793f req-2ea8ae97-bb22-4fea-b3a0-7c632160b5e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=17ee81f9-a178-4a93-963d-840d16aa8c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1499865 Jan 19 22:25:47.107998 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d86443c0-96f3-479a-b6a3-3d26f603f403 req-c7310ef1-0d12-4746-a48b-663282f45fa5 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583770 Jan 19 22:25:47.257555 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0c22a548-9223-4445-bc31-54287261793f req-3bbc0e3a-6e6a-47cc-80dd-1d29dfc7a24d service neutron] 10.222.0.65 "GET /v2.0/networks/17ee81f9-a178-4a93-963d-840d16aa8c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407058 Jan 19 22:25:47.412825 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0c22a548-9223-4445-bc31-54287261793f req-ccdb90eb-4876-44a0-9380-7e27c41f1c46 service neutron] 10.222.0.65 "GET /v2.0/networks/17ee81f9-a178-4a93-963d-840d16aa8c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1486588 Jan 19 22:25:47.846871 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device ded92b05-d480-455e-b6f9-46ab3cb0c384 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:47.921467 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port ded92b05-d480-455e-b6f9-46ab3cb0c384 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:47.921871 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:48.121481 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06743e-8932-4884-921d-f1fe0ba0da1e req-c6e458ee-d29b-4df3-97b8-1844d7d912fe tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:48.123520 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7b06743e-8932-4884-921d-f1fe0ba0da1e req-c6e458ee-d29b-4df3-97b8-1844d7d912fe tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.1225455 Jan 19 22:25:48.176231 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7b06743e-8932-4884-921d-f1fe0ba0da1e req-e4d0af77-5372-4507-a6f8-01331418dc70 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454388 Jan 19 22:25:48.435768 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a71584-5e89-46ce-8c9b-62372e389fe1 req-f6c9cb06-98b9-4541-a246-f64f113469c7 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:48.437467 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-46a71584-5e89-46ce-8c9b-62372e389fe1 req-f6c9cb06-98b9-4541-a246-f64f113469c7 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.1460986 Jan 19 22:25:48.504367 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-46a71584-5e89-46ce-8c9b-62372e389fe1 req-9dbe85dc-0540-4c79-900a-68955b54156c tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560677 Jan 19 22:25:49.456330 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d3f23-d7f8-4c53-8ff0-128bed568f7e req-738aa6a0-cb9b-4de1-b6ce-4bb0a07c5732 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:49.458038 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-865d3f23-d7f8-4c53-8ff0-128bed568f7e req-738aa6a0-cb9b-4de1-b6ce-4bb0a07c5732 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.1055834 Jan 19 22:25:49.513410 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-865d3f23-d7f8-4c53-8ff0-128bed568f7e req-2e6675a1-c593-47b4-bf7c-08c47af45281 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465631 Jan 19 22:25:49.951425 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e30dfb-40f1-4d67-b436-a2ca20c49a7e req-3fd076be-19d5-4086-8b95-33e18f86360a tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:49.953055 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e5e30dfb-40f1-4d67-b436-a2ca20c49a7e req-3fd076be-19d5-4086-8b95-33e18f86360a tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.3067818 Jan 19 22:25:50.006033 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e5e30dfb-40f1-4d67-b436-a2ca20c49a7e req-efbbfb6c-6521-4185-a042-f9e0102267d2 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461328 Jan 19 22:25:50.895459 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8627706-3903-4147-aedf-020dd48ab625 req-d3917e25-17ff-43a9-a97e-99ad90b487ea tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:50.897075 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a8627706-3903-4147-aedf-020dd48ab625 req-d3917e25-17ff-43a9-a97e-99ad90b487ea tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.1013348 Jan 19 22:25:50.949929 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a8627706-3903-4147-aedf-020dd48ab625 req-171ceb74-79a7-4c0f-b726-7774a8eaaf1d tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465102 Jan 19 22:25:50.976498 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:51.240648 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f142e-c20f-4ddb-b750-67bb60c29779 req-0c5337fc-e16b-4d99-a8cc-ec958dd08df3 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:51.242236 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-077f142e-c20f-4ddb-b750-67bb60c29779 req-0c5337fc-e16b-4d99-a8cc-ec958dd08df3 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.1024213 Jan 19 22:25:51.292178 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-077f142e-c20f-4ddb-b750-67bb60c29779 req-559fa950-2307-4e03-a0bd-bc2c1298f8a8 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431349 Jan 19 22:25:52.203555 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edbf4c-cd2b-431a-b278-1060eabee138 req-7e5cba30-99ad-4c45-aca8-f7a93d99abfd tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:52.205692 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a0edbf4c-cd2b-431a-b278-1060eabee138 req-7e5cba30-99ad-4c45-aca8-f7a93d99abfd tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.1043828 Jan 19 22:25:52.256951 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a0edbf4c-cd2b-431a-b278-1060eabee138 req-e0fc0f31-827d-4303-ad93-200f6f659863 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448949 Jan 19 22:25:52.525346 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72da38e-a783-4b25-b594-883b797ec875 req-2955ca92-5bf4-4ab9-869a-57730b5c9cac tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:52.526905 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d72da38e-a783-4b25-b594-883b797ec875 req-2955ca92-5bf4-4ab9-869a-57730b5c9cac tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.1018817 Jan 19 22:25:52.580637 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d72da38e-a783-4b25-b594-883b797ec875 req-313d4877-7ad2-469b-8b0a-350fe865ea8c tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471618 Jan 19 22:25:53.192664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c644713-9da4-4715-af8c-c11727654f4e req-d1fbad19-4772-4a7e-8ad1-711f41e5b65c tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:53.194827 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9c644713-9da4-4715-af8c-c11727654f4e req-d1fbad19-4772-4a7e-8ad1-711f41e5b65c tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 945 time: 0.1022391 Jan 19 22:25:53.247271 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9c644713-9da4-4715-af8c-c11727654f4e req-f97325f4-2b8c-44a5-a6ce-b7c7d4a215c5 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455291 Jan 19 22:25:53.505668 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678544f-0b83-4d80-bc55-fdbf0b55c8f6 req-d9e4d935-8684-4005-8e02-65246783bbb4 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:53.507295 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5678544f-0b83-4d80-bc55-fdbf0b55c8f6 req-d9e4d935-8684-4005-8e02-65246783bbb4 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.1037638 Jan 19 22:25:53.557578 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5678544f-0b83-4d80-bc55-fdbf0b55c8f6 req-fc450d89-5689-4e69-aa31-f60de90a793c tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441251 Jan 19 22:25:54.488875 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc6614-3aba-41a4-a3d3-ed3cecf20412 req-dbab1ba9-7ec0-4d05-8d5f-710869ea8fb9 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:54.490496 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5fbc6614-3aba-41a4-a3d3-ed3cecf20412 req-dbab1ba9-7ec0-4d05-8d5f-710869ea8fb9 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 945 time: 0.1015456 Jan 19 22:25:54.540568 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5fbc6614-3aba-41a4-a3d3-ed3cecf20412 req-c30f620c-4da6-4234-9f84-a27be8ac58db tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434747 Jan 19 22:25:54.804056 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f60c1-e2f1-47de-a074-7fd9825c0e69 req-abadab1a-7108-433f-b26c-419b04fa32f7 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:54.805687 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-069f60c1-e2f1-47de-a074-7fd9825c0e69 req-abadab1a-7108-433f-b26c-419b04fa32f7 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.1040270 Jan 19 22:25:54.855452 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-069f60c1-e2f1-47de-a074-7fd9825c0e69 req-4c0ab5ef-3f36-4c42-b4ba-a4f589267da8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435660 Jan 19 22:25:55.778457 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646e8db-a9a2-4501-bd5d-1196ee090bd2 req-6431fb44-4234-439e-8ea5-00c0179a24eb tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:55.780094 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0646e8db-a9a2-4501-bd5d-1196ee090bd2 req-6431fb44-4234-439e-8ea5-00c0179a24eb tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 945 time: 0.1039758 Jan 19 22:25:55.829999 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0646e8db-a9a2-4501-bd5d-1196ee090bd2 req-4df72462-5e1b-4729-a2d1-33da040b4a80 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423851 Jan 19 22:25:56.102089 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940bd23-ae74-4bab-ab2a-7e8ede44d058 req-868e56fa-689d-47d3-9853-84342492e7e8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:56.103758 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9940bd23-ae74-4bab-ab2a-7e8ede44d058 req-868e56fa-689d-47d3-9853-84342492e7e8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.1015074 Jan 19 22:25:56.156577 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9940bd23-ae74-4bab-ab2a-7e8ede44d058 req-30cdb414-1895-4a1d-a62e-673779b7aff7 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460000 Jan 19 22:25:56.598911 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:25:56.674210 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:25:56.674634 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:57.064421 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d6b69-2d74-4c3c-b708-8d8efd063852 req-047196aa-e338-4a63-b60c-4ff350b350ed tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:57.065876 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7f1d6b69-2d74-4c3c-b708-8d8efd063852 req-047196aa-e338-4a63-b60c-4ff350b350ed tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 945 time: 0.1062419 Jan 19 22:25:57.120432 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7f1d6b69-2d74-4c3c-b708-8d8efd063852 req-e77ddd11-0268-4048-90c3-b241cc6b67c1 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471730 Jan 19 22:25:57.478233 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465ca91-c460-461d-be54-5a26d0c14cec req-17a71792-34b5-4540-810e-a656cb17852b tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:57.479571 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6465ca91-c460-461d-be54-5a26d0c14cec req-17a71792-34b5-4540-810e-a656cb17852b tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.1764414 Jan 19 22:25:57.491878 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42168ef7-983f-44f5-9870-88a7df91533f req-bb684c9a-04da-4e76-ade3-17856dba41d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:57.493950 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-42168ef7-983f-44f5-9870-88a7df91533f req-bb684c9a-04da-4e76-ade3-17856dba41d1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549&tenant_id=e64eda3ec4144b5bb294b9dc3338c915 HTTP/1.1" status: 200 len: 1161 time: 0.1398880 Jan 19 22:25:57.545114 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6465ca91-c460-461d-be54-5a26d0c14cec req-f21ab043-3fa1-4747-a0ea-4ea6290672ad tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493596 Jan 19 22:25:57.643014 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42168ef7-983f-44f5-9870-88a7df91533f req-13bd16ea-db3a-4f88-904f-6c3b6655decf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:57.644723 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-42168ef7-983f-44f5-9870-88a7df91533f req-13bd16ea-db3a-4f88-904f-6c3b6655decf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e64eda3ec4144b5bb294b9dc3338c915&device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 1161 time: 0.0847716 Jan 19 22:25:57.806188 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42168ef7-983f-44f5-9870-88a7df91533f req-98c718e6-30a7-44d7-89b6-ae900be89668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:57.807833 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-42168ef7-983f-44f5-9870-88a7df91533f req-98c718e6-30a7-44d7-89b6-ae900be89668 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 HTTP/1.1" status: 200 len: 911 time: 0.1463554 Jan 19 22:25:57.946917 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-42168ef7-983f-44f5-9870-88a7df91533f req-d616fda1-aced-450e-b4ff-0bbe6efe0244 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d458c3d4-a4c2-4e1d-9a41-4513447ebb19 HTTP/1.1" status: 200 len: 1000 time: 0.1185570 Jan 19 22:25:58.032253 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42168ef7-983f-44f5-9870-88a7df91533f req-51c972f6-03eb-4fe5-bb93-05a06e6dc2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:58.033962 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-42168ef7-983f-44f5-9870-88a7df91533f req-51c972f6-03eb-4fe5-bb93-05a06e6dc2ab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=728f42a3-f50d-4a74-bd63-43882f750a76 HTTP/1.1" status: 200 len: 856 time: 0.0656970 Jan 19 22:25:58.124573 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42168ef7-983f-44f5-9870-88a7df91533f req-a4696365-7178-45f2-a110-ca166bce3e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:58.126816 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-42168ef7-983f-44f5-9870-88a7df91533f req-a4696365-7178-45f2-a110-ca166bce3e7f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832388 Jan 19 22:25:58.330241 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-42168ef7-983f-44f5-9870-88a7df91533f req-e4099d66-d3a5-4150-bbf3-9264313d1e6b service neutron] 10.222.0.65 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945217 Jan 19 22:25:58.470622 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5859eb-df12-4d1c-a8fe-6462ad16a501 req-2d1e946c-a1b8-4b30-9bba-a2c2d5d56ca4 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:58.472233 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4d5859eb-df12-4d1c-a8fe-6462ad16a501 req-2d1e946c-a1b8-4b30-9bba-a2c2d5d56ca4 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 945 time: 0.2169967 Jan 19 22:25:58.537111 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-42168ef7-983f-44f5-9870-88a7df91533f req-f2f25823-131d-461e-a88f-8e05f66efad4 service neutron] 10.222.0.65 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1948087 Jan 19 22:25:58.553154 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4d5859eb-df12-4d1c-a8fe-6462ad16a501 req-18b8e104-23cd-41f2-a70e-51c5dc9d994a tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652726 Jan 19 22:25:58.837767 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfdec0-064b-4bce-97d0-9d456535ea7d req-37c35678-14f2-423a-b772-722f6489193f tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:58.840313 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-badfdec0-064b-4bce-97d0-9d456535ea7d req-37c35678-14f2-423a-b772-722f6489193f tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.1077986 Jan 19 22:25:58.900231 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-badfdec0-064b-4bce-97d0-9d456535ea7d req-717453ba-b013-49a0-bf23-b6acddfbd665 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501447 Jan 19 22:25:59.302662 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd327d-5775-4251-b6b4-321ca6b62645 req-e51d2eda-fa2c-4a83-b576-f67f9e093159 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:25:59.304195 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-24fd327d-5775-4251-b6b4-321ca6b62645 req-e51d2eda-fa2c-4a83-b576-f67f9e093159 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.65 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 945 time: 0.1010041 Jan 19 22:25:59.315152 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 74ba243d-d98a-4f70-806b-727ee5f4a658 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:25:59.386337 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-24fd327d-5775-4251-b6b4-321ca6b62645 req-f2c1fa26-c3e2-4f06-908f-2d499fce641d tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Deleting port 74ba243d-d98a-4f70-806b-727ee5f4a658 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:25:59.386750 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-24fd327d-5775-4251-b6b4-321ca6b62645 req-f2c1fa26-c3e2-4f06-908f-2d499fce641d tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:59.439459 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:59.474307 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 74ba243d-d98a-4f70-806b-727ee5f4a658, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=74ba243d-d98a-4f70-806b-727ee5f4a658,segment=NetworkSegment(3e573508-cfe9-4fcd-b992-dc50ecf291a2),segment_id=3e573508-cfe9-4fcd-b992-dc50ecf291a2)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:25:59.475223 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29e861d-d3a4-4956-8c69-743d13f9e447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74ba243d-d98a-4f70-806b-727ee5f4a658'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:25:59.484278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:59.486175 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e50c9bf7-e3c9-45a3-981c-387d76d4704a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:25:59.536438 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29e861d-d3a4-4956-8c69-743d13f9e447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74ba243d-d98a-4f70-806b-727ee5f4a658', 'code': 200} Jan 19 22:25:59.570761 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=74ba243d-d98a-4f70-806b-727ee5f4a658,revision_number=5']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:25:59.574359 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:25:59.671081 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-24fd327d-5775-4251-b6b4-321ca6b62645 req-f2c1fa26-c3e2-4f06-908f-2d499fce641d tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] For port 74ba243d-d98a-4f70-806b-727ee5f4a658, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=74ba243d-d98a-4f70-806b-727ee5f4a658,segment=NetworkSegment(3e573508-cfe9-4fcd-b992-dc50ecf291a2),segment_id=3e573508-cfe9-4fcd-b992-dc50ecf291a2)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:25:59.671492 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-24fd327d-5775-4251-b6b4-321ca6b62645 req-f2c1fa26-c3e2-4f06-908f-2d499fce641d tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:25:59.864985 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-24fd327d-5775-4251-b6b4-321ca6b62645 req-f2c1fa26-c3e2-4f06-908f-2d499fce641d tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Calling delete_port for 74ba243d-d98a-4f70-806b-727ee5f4a658 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:25:59.901734 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1c602e1a-d282-4376-abb9-df32b3bf245e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:00.343416 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f55303-d576-44ab-9669-34884be2b863 req-9b170b46-1d79-4695-932e-30731b877c22 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:00.345125 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-87f55303-d576-44ab-9669-34884be2b863 req-9b170b46-1d79-4695-932e-30731b877c22 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 943 time: 0.5912938 Jan 19 22:26:00.456179 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-24fd327d-5775-4251-b6b4-321ca6b62645 req-f2c1fa26-c3e2-4f06-908f-2d499fce641d tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:00.480866 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:00.521883 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-87f55303-d576-44ab-9669-34884be2b863 req-0b64f853-5cf4-4f4d-9793-148d2bdd0958 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291149 Jan 19 22:26:00.545021 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1fa26-c3e2-4f06-908f-2d499fce641d tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Pushing event deleted for resources: {'Port': ['ID=74ba243d-d98a-4f70-806b-727ee5f4a658,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:00.550842 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f2c1fa26-c3e2-4f06-908f-2d499fce641d tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:00.646959 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913f70b-de8e-4c35-9cb0-33c5d4a2168c req-4200b09f-2b66-4adf-b97c-7c3a5198a2f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:00.648680 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6913f70b-de8e-4c35-9cb0-33c5d4a2168c req-4200b09f-2b66-4adf-b97c-7c3a5198a2f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.3021016 Jan 19 22:26:00.794977 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6913f70b-de8e-4c35-9cb0-33c5d4a2168c req-3d1a1626-e6fe-4043-8cb5-7dbc4da18e79 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207860 Jan 19 22:26:00.867683 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fd327d-5775-4251-b6b4-321ca6b62645 req-f2c1fa26-c3e2-4f06-908f-2d499fce641d tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] No DVR routers for this DVR port 74ba243d-d98a-4f70-806b-727ee5f4a658 on host hv-cinder-75078 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:26:00.873747 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-24fd327d-5775-4251-b6b4-321ca6b62645 req-f2c1fa26-c3e2-4f06-908f-2d499fce641d tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:00.884010 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29e861d-d3a4-4956-8c69-743d13f9e447', 'name': 'network-vif-deleted', 'tag': '74ba243d-d98a-4f70-806b-727ee5f4a658'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:26:00.910261 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-86d20265-0d44-4514-abea-50b1c6831f51 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Synchronizing usage tracker for tenant:607a36c19a34437991c7268366328db0 on resource:security_group {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:26:00.913951 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-24fd327d-5775-4251-b6b4-321ca6b62645 req-f2c1fa26-c3e2-4f06-908f-2d499fce641d tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.65 "DELETE /v2.0/ports/74ba243d-d98a-4f70-806b-727ee5f4a658 HTTP/1.1" status: 204 len: 173 time: 1.6036115 Jan 19 22:26:00.930980 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-86d20265-0d44-4514-abea-50b1c6831f51 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Unset dirty status for tenant:607a36c19a34437991c7268366328db0 on resource:security_group {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:26:00.932286 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-86d20265-0d44-4514-abea-50b1c6831f51 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-390116996&fields=id&tenant_id=607a36c19a34437991c7268366328db0 HTTP/1.1" status: 200 len: 267 time: 0.0936999 Jan 19 22:26:00.974158 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29e861d-d3a4-4956-8c69-743d13f9e447', 'name': 'network-vif-deleted', 'tag': '74ba243d-d98a-4f70-806b-727ee5f4a658', 'status': 'completed', 'code': 200} Jan 19 22:26:01.136541 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-c8b5f72e-0449-4983-8722-5f9ac231f74f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:01.138181 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-c8b5f72e-0449-4983-8722-5f9ac231f74f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/networks?id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff HTTP/1.1" status: 200 len: 812 time: 0.1979995 Jan 19 22:26:01.155575 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-6c1eb1b9-f2bf-4978-864b-cbe3f0a8cd53 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/quotas/607a36c19a34437991c7268366328db0 HTTP/1.1" status: 200 len: 375 time: 0.0109303 Jan 19 22:26:01.258638 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-7ec506db-38f8-42ee-b791-f3017f9bf68d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Synchronizing usage tracker for tenant:607a36c19a34437991c7268366328db0 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:26:01.277165 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-7ec506db-38f8-42ee-b791-f3017f9bf68d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Unset dirty status for tenant:607a36c19a34437991c7268366328db0 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:26:01.278811 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-7ec506db-38f8-42ee-b791-f3017f9bf68d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?tenant_id=607a36c19a34437991c7268366328db0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1166005 Jan 19 22:26:01.517173 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-7f7233ad-0417-4979-982f-7fb75af53201 service neutron] 10.222.0.50 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186499 Jan 19 22:26:01.742330 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-e8420925-ebdc-4869-9269-66e31b34df31 service neutron] 10.222.0.50 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2170930 Jan 19 22:26:01.901006 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-b84a9314-e091-4825-835c-989a162bf857 req-b9f51be3-fa24-4036-add8-3c274034ea96 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Synchronizing usage tracker for tenant:02a8b1b9c2174c80b96c9aa48056b997 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:26:01.923695 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-b84a9314-e091-4825-835c-989a162bf857 req-b9f51be3-fa24-4036-add8-3c274034ea96 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Unset dirty status for tenant:02a8b1b9c2174c80b96c9aa48056b997 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:26:01.925706 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b84a9314-e091-4825-835c-989a162bf857 req-b9f51be3-fa24-4036-add8-3c274034ea96 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 210 time: 0.0765543 Jan 19 22:26:02.343730 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-bac1cca1-907e-471b-bf2f-81550dee8ced req-6c633124-726b-43d8-b9c2-917e90f19318 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 210 time: 0.0594780 Jan 19 22:26:02.409560 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6467041-2ac1-40cd-bac2-d668094cb59d req-2d09984d-1bc7-45bf-967a-0a53a093e67e tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:02.411340 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d6467041-2ac1-40cd-bac2-d668094cb59d req-2d09984d-1bc7-45bf-967a-0a53a093e67e tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.1694195 Jan 19 22:26:02.479749 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d6467041-2ac1-40cd-bac2-d668094cb59d req-86c19b94-511b-4b42-a39a-951d2b00ea16 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611005 Jan 19 22:26:02.992852 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39a085-3134-46ae-8e86-58fa46022196 req-244c6a04-614d-4c27-be75-8a10eefb0844 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:02.994577 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9c39a085-3134-46ae-8e86-58fa46022196 req-244c6a04-614d-4c27-be75-8a10eefb0844 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.1248500 Jan 19 22:26:03.057846 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9c39a085-3134-46ae-8e86-58fa46022196 req-e8241cf4-74fe-447b-8959-170bbd2c6977 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551078 Jan 19 22:26:03.121840 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e643e44a-7c16-4a93-a910-b62757ef4fe2 req-9d3ea5e8-4a12-41c1-8137-ab5e76ec02ff tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 210 time: 0.0562732 Jan 19 22:26:03.158154 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bb3336fc-2383-4d1e-82c2-9e989836f24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:03.542318 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eed12eeb-1c4a-48a2-a205-ffe9e1070b2a req-f1c1b273-e1c2-4b90-be16-b4400dd1a3c1 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 210 time: 0.0552044 Jan 19 22:26:03.763266 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31f728-3922-4cce-8b7b-3a72f4c68666 req-ace70a17-9403-4c25-bb19-b19e75783ad4 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:03.764911 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1e31f728-3922-4cce-8b7b-3a72f4c68666 req-ace70a17-9403-4c25-bb19-b19e75783ad4 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.1290958 Jan 19 22:26:03.824703 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1e31f728-3922-4cce-8b7b-3a72f4c68666 req-81d74c04-10a4-4eda-99f9-b52e15abc28b tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519538 Jan 19 22:26:04.352585 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0d9e9f83-a8c8-4737-9262-b92c2da71367 req-83851b5b-ac53-437e-9ddd-72c76028748f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 210 time: 0.0634837 Jan 19 22:26:04.381562 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4c4be-22a3-438d-b62b-e3c8a2b89902 req-338a86c6-93cb-458c-b2a5-b192bf289184 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:04.383367 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-34f4c4be-22a3-438d-b62b-e3c8a2b89902 req-338a86c6-93cb-458c-b2a5-b192bf289184 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.1696525 Jan 19 22:26:04.435238 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-34f4c4be-22a3-438d-b62b-e3c8a2b89902 req-97b41646-4ca3-4356-b8f9-5062589fe37e tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458047 Jan 19 22:26:04.729730 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-12c99a6f-1523-449d-813b-4623fe8b16d7 req-ae95d26a-7edf-4d28-a0e2-fa9a338b8376 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 210 time: 0.0498242 Jan 19 22:26:04.757343 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:05.078469 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9717eb-e016-4b1c-8256-71c28e36cd2a req-1f64c280-538a-4cb1-bb7a-5b0c96f93d94 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:05.080259 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ae9717eb-e016-4b1c-8256-71c28e36cd2a req-1f64c280-538a-4cb1-bb7a-5b0c96f93d94 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.1086464 Jan 19 22:26:05.141562 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ae9717eb-e016-4b1c-8256-71c28e36cd2a req-684f3e28-d5fc-4254-bc68-4fbb518d7b8b tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548196 Jan 19 22:26:05.256457 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:05.537502 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4246d7b9-5847-46e8-88b2-2d65d42b6141 req-00fb5c20-df89-4886-84bf-24d0eb913f8f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 210 time: 0.0503318 Jan 19 22:26:05.682544 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f3b78-3e24-4363-946a-c848dcc5fed0 req-63767eb0-f5ea-4e21-a401-b63218d46a37 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:05.684295 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c43f3b78-3e24-4363-946a-c848dcc5fed0 req-63767eb0-f5ea-4e21-a401-b63218d46a37 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.1147380 Jan 19 22:26:05.723274 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:05.746650 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c43f3b78-3e24-4363-946a-c848dcc5fed0 req-c96649d5-3386-4547-9a38-edd6d03fa5f7 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528934 Jan 19 22:26:05.927378 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-bc941b60-bbd4-4a2d-ab54-5c684e03aeed req-22c11e54-8c92-41a8-b6e5-905b6a1977d9 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 210 time: 0.0475454 Jan 19 22:26:06.422512 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819ed72-8478-4091-a1b9-f05b8bdc93e6 req-a7aa9eda-4b22-423a-9224-a52ab11a5b73 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:06.424202 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e819ed72-8478-4091-a1b9-f05b8bdc93e6 req-a7aa9eda-4b22-423a-9224-a52ab11a5b73 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.1181524 Jan 19 22:26:06.475540 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e819ed72-8478-4091-a1b9-f05b8bdc93e6 req-69b2abe0-6b36-442f-b1f5-9a80711b2f4d tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449843 Jan 19 22:26:06.727539 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7438e1fa-8e8b-48d9-809b-9f494d442402 req-2cf15b57-b791-4f3a-a440-3458c49fe236 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 210 time: 0.0481505 Jan 19 22:26:07.012672 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbab5d-18f1-4936-8342-e28c0dfe3126 req-0df6891f-7832-43e1-b59b-ddf922eabcab tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:07.014820 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a0fbab5d-18f1-4936-8342-e28c0dfe3126 req-0df6891f-7832-43e1-b59b-ddf922eabcab tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.1180117 Jan 19 22:26:07.114264 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a0fbab5d-18f1-4936-8342-e28c0dfe3126 req-8984c2fe-adbd-47b7-ab81-56781ec88c96 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903254 Jan 19 22:26:07.121435 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3d0161ed-8141-4d2f-ad30-3bbf70d97bb3 req-5f2cdd22-3993-4c78-81b4-e3c141dddd7d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 210 time: 0.0563104 Jan 19 22:26:07.735902 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878346b1-633e-4113-b0d4-a7b9b7d0ead7 req-02df584c-4dfd-421f-b431-6670a132817c tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:07.737515 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-878346b1-633e-4113-b0d4-a7b9b7d0ead7 req-02df584c-4dfd-421f-b431-6670a132817c tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.1121328 Jan 19 22:26:07.793306 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-878346b1-633e-4113-b0d4-a7b9b7d0ead7 req-f6b3cd78-eadc-4e81-aacc-e0e00ee4617c tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492837 Jan 19 22:26:07.927870 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cce33b8d-a4f2-4092-9926-4b5d2a102d38 req-df2403f1-f53f-4725-8c05-cdb7b62c032b tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 210 time: 0.0489402 Jan 19 22:26:08.350972 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9f1b4b26-95c9-48b3-82ee-49400190f9bb req-ec71567e-b31d-4ab5-bfa7-b0aff4c6c227 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 210 time: 0.0894477 Jan 19 22:26:08.421554 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd53c2-96c6-4d84-89b6-e7af6daa90bd req-097ce9ab-1ac7-4a24-8403-c3f7869f0f2d tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:08.423906 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f5bd53c2-96c6-4d84-89b6-e7af6daa90bd req-097ce9ab-1ac7-4a24-8403-c3f7869f0f2d tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.1151135 Jan 19 22:26:08.481879 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f5bd53c2-96c6-4d84-89b6-e7af6daa90bd req-c12fb703-68df-47dd-a231-9b000f1eb607 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459194 Jan 19 22:26:09.095212 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0eb20f-a3a3-463c-ace3-1f72a27c4d94 req-23774ba4-16e0-43cc-9152-874ae308b106 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:09.096946 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2e0eb20f-a3a3-463c-ace3-1f72a27c4d94 req-23774ba4-16e0-43cc-9152-874ae308b106 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.1351533 Jan 19 22:26:09.159675 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f5f4844f-7539-4093-9051-c044022a9c59 req-69014f7e-67c8-41bc-b59a-63db8153adbf tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 210 time: 0.0615530 Jan 19 22:26:09.199640 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2e0eb20f-a3a3-463c-ace3-1f72a27c4d94 req-0b1d091a-b82c-4bf1-b03c-73d982af1c17 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571866 Jan 19 22:26:09.539433 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8f99bdb0-08b2-4d03-ad2a-373b2d34ac56 req-e8cc8f2a-8564-4cce-a6d6-32c8da2b2a58 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 210 time: 0.0527327 Jan 19 22:26:09.757461 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879cec8-8dcd-4d34-806c-6a2bf659846c req-b2f84468-c8b5-4b60-931b-24415904a59b tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:09.759210 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6879cec8-8dcd-4d34-806c-6a2bf659846c req-b2f84468-c8b5-4b60-931b-24415904a59b tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.1249146 Jan 19 22:26:09.810491 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6879cec8-8dcd-4d34-806c-6a2bf659846c req-94502aff-5db9-4a4c-bfe7-8b50f5b140ce tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446708 Jan 19 22:26:10.373076 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8109fe6f-dd77-4178-946f-90f3b793dc21 req-2e3f6fe5-8c41-49ce-bbe0-69ffd2207643 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 210 time: 0.0560055 Jan 19 22:26:10.484869 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc21ac1-8d92-4a1a-99d2-d5ab96555047 req-738b2eec-695e-41c8-a7b6-1b724469d147 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:10.486530 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9fc21ac1-8d92-4a1a-99d2-d5ab96555047 req-738b2eec-695e-41c8-a7b6-1b724469d147 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.1166975 Jan 19 22:26:10.541083 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9fc21ac1-8d92-4a1a-99d2-d5ab96555047 req-a8fbc91b-05c4-411c-bca8-740c335b3999 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476952 Jan 19 22:26:10.752504 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-bb0ec948-6080-4bcb-9fca-67e325edca66 req-621686a0-627d-475d-83f0-fe70b5a6527f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 210 time: 0.0787802 Jan 19 22:26:11.059207 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec74c0-0b30-47c6-87b9-5b0e0566d604 req-b22052aa-c953-4f91-8055-959972258fdb tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:11.060809 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-88ec74c0-0b30-47c6-87b9-5b0e0566d604 req-b22052aa-c953-4f91-8055-959972258fdb tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.1205723 Jan 19 22:26:11.115357 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-88ec74c0-0b30-47c6-87b9-5b0e0566d604 req-a2c40245-e506-4399-a014-90bce5794981 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476046 Jan 19 22:26:11.559353 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-60a73ce6-8122-4d9a-abf7-154e85427d4e req-0270c44b-980a-4e69-8aab-43c7568954d4 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 210 time: 0.0542669 Jan 19 22:26:11.800285 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96dc89-9b70-43d9-9202-dbabed98eb13 req-6a70d97e-58e2-46a0-acbe-3921e9459ded tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:11.801963 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ee96dc89-9b70-43d9-9202-dbabed98eb13 req-6a70d97e-58e2-46a0-acbe-3921e9459ded tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.1044595 Jan 19 22:26:11.889575 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ee96dc89-9b70-43d9-9202-dbabed98eb13 req-962b3fae-330d-4906-893a-c3a433055ebc tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804551 Jan 19 22:26:11.949341 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-be524ae1-9709-441a-a01a-95cd9e0720ce req-3a649870-6744-4c31-97be-8babee750979 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 210 time: 0.0583904 Jan 19 22:26:12.357587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ff883-eaac-47e2-ba52-eb051d49ce0c req-54a23362-4087-4c09-807c-ce1510d62fb5 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:12.359321 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a27ff883-eaac-47e2-ba52-eb051d49ce0c req-54a23362-4087-4c09-807c-ce1510d62fb5 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.1111984 Jan 19 22:26:12.418014 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a27ff883-eaac-47e2-ba52-eb051d49ce0c req-b298102a-6e2e-48f5-9558-dde098ccfad2 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514288 Jan 19 22:26:12.749597 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-abb6e750-0a49-491f-a2fa-75eb9d8265f9 req-2c4f7bf2-f967-4aea-9fbd-49dd36697113 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 210 time: 0.0552104 Jan 19 22:26:13.152934 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b107a1cf-a43b-4dd9-93b4-1a30f985c7e8 req-f05bef6f-97ca-42ca-973d-629bbb0ac6be tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 210 time: 0.0524864 Jan 19 22:26:13.202022 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae8227-d72a-4bea-8f64-a582243c0042 req-99c33614-a9e6-4edb-a6b3-51d5422c651f tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:13.204024 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f1ae8227-d72a-4bea-8f64-a582243c0042 req-99c33614-a9e6-4edb-a6b3-51d5422c651f tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.1593361 Jan 19 22:26:13.255471 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f1ae8227-d72a-4bea-8f64-a582243c0042 req-a2d8b2e4-b264-44c9-aca5-f99a132222fa tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450897 Jan 19 22:26:13.681397 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c0020-7b45-408f-980d-37035a6d3de0 req-607321f9-d245-4250-aee4-1dc626c644c3 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:13.683164 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a33c0020-7b45-408f-980d-37035a6d3de0 req-607321f9-d245-4250-aee4-1dc626c644c3 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.1158972 Jan 19 22:26:13.740608 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a33c0020-7b45-408f-980d-37035a6d3de0 req-1e1c56bf-badb-447f-83c9-115a168e4535 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505018 Jan 19 22:26:13.941023 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0763bd24-e455-4fc8-a917-b6cdf2618d3d req-c712aca9-5179-405c-89be-0d14a4d69266 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 210 time: 0.0505302 Jan 19 22:26:14.338781 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-012bd2d3-751c-42c4-9633-2f263f74b5d8 req-a8f9b70e-e22a-44ab-b5ee-cb5fc7a47b60 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 210 time: 0.0520358 Jan 19 22:26:14.511710 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6558f1-0402-4a37-91a2-86886255bd49 req-6e1dbe7b-4964-4f44-8b1b-e59ece030db9 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:14.513384 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-bb6558f1-0402-4a37-91a2-86886255bd49 req-6e1dbe7b-4964-4f44-8b1b-e59ece030db9 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.1032858 Jan 19 22:26:14.571474 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-bb6558f1-0402-4a37-91a2-86886255bd49 req-7092f4d7-ecf9-47f6-973e-cfab5c708e69 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511024 Jan 19 22:26:15.178964 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-74f97e86-eab3-4092-a7d3-1451c3a62f56 req-9b980a88-dbac-4f64-96aa-4aac0bd0e9b8 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 210 time: 0.0644426 Jan 19 22:26:15.235599 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5baa02-5b5a-4e8a-a0e6-ed84b6b1613a req-700c6f9b-b669-4417-9323-9f9eb7007fce tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:15.237202 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-da5baa02-5b5a-4e8a-a0e6-ed84b6b1613a req-700c6f9b-b669-4417-9323-9f9eb7007fce tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.3680182 Jan 19 22:26:15.287227 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-da5baa02-5b5a-4e8a-a0e6-ed84b6b1613a req-e24ce6c8-89dc-44ba-a338-726059e9611c tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436208 Jan 19 22:26:15.528308 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-066ff4c5-88e8-4185-8a8d-b400b7bdad33 req-d75e8321-a672-480e-b6f9-b57afb0536b9 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 210 time: 0.0472083 Jan 19 22:26:15.838910 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6f856-3bba-4c02-9fa9-f30a6a00d387 req-c8bdbeb8-5f31-4e5b-9851-54b62c08209e tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:15.840433 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-66d6f856-3bba-4c02-9fa9-f30a6a00d387 req-c8bdbeb8-5f31-4e5b-9851-54b62c08209e tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.1103275 Jan 19 22:26:15.895571 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-66d6f856-3bba-4c02-9fa9-f30a6a00d387 req-c8bafcf0-c389-416a-84ee-dbbb3d91f7f6 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487199 Jan 19 22:26:16.232193 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b9ecc4a3-5da8-4c52-9527-5971df6d5074 req-7f9fa581-67f0-4f14-85bb-6f0d1916b1e1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0789852 Jan 19 22:26:16.406091 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-74df1b2d-4e86-435d-b664-23098ec3d171 req-0abe37af-f987-41a4-ba68-66690c8197e5 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=a29e861d-d3a4-4956-8c69-743d13f9e447 HTTP/1.1" status: 200 len: 210 time: 0.0607383 Jan 19 22:26:16.487554 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ecc4a3-5da8-4c52-9527-5971df6d5074 req-dc7c0aa3-4704-42bc-a04a-b3a57847ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:16.489056 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b9ecc4a3-5da8-4c52-9527-5971df6d5074 req-dc7c0aa3-4704-42bc-a04a-b3a57847ed38 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6fd968d1c0e14ecda944d7b49ae103b9&device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 1162 time: 0.1943314 Jan 19 22:26:16.535185 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d1fd4-2d1c-4f1f-a31c-7ac693938cc8 req-a6445132-1d4c-4412-a9e5-0b63672e87b8 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:16.536734 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-609d1fd4-2d1c-4f1f-a31c-7ac693938cc8 req-a6445132-1d4c-4412-a9e5-0b63672e87b8 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.1149075 Jan 19 22:26:16.719708 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-609d1fd4-2d1c-4f1f-a31c-7ac693938cc8 req-00d80351-678e-4f45-a5e6-2f800c3a6c44 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582055 Jan 19 22:26:16.728628 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-da052b81-c1b6-441a-b375-ba8219d36fcd req-217635fd-a6d0-491a-8e97-e4d346f91154 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 210 time: 0.0673409 Jan 19 22:26:16.764866 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ecc4a3-5da8-4c52-9527-5971df6d5074 req-d43f990f-5249-43c8-9ecc-c6c04f3a5466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:16.766482 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b9ecc4a3-5da8-4c52-9527-5971df6d5074 req-d43f990f-5249-43c8-9ecc-c6c04f3a5466 service neutron] 10.222.0.65 "GET /v2.0/networks?id=af289a99-4938-4c37-bab6-8e3fa35bb17d HTTP/1.1" status: 200 len: 905 time: 0.2547812 Jan 19 22:26:16.928414 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b9ecc4a3-5da8-4c52-9527-5971df6d5074 req-997a604a-70ef-4644-9841-c77add8034bd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ce822e1-882c-4499-b315-f793eb56f8f9 HTTP/1.1" status: 200 len: 1001 time: 0.1178534 Jan 19 22:26:17.144798 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ecc4a3-5da8-4c52-9527-5971df6d5074 req-58a2b6f7-a125-4ec7-8d53-022e90aa9e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:17.146349 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b9ecc4a3-5da8-4c52-9527-5971df6d5074 req-58a2b6f7-a125-4ec7-8d53-022e90aa9e22 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54bbe0c3-777f-48a8-98b7-95d97e881ce2 HTTP/1.1" status: 200 len: 850 time: 0.1913140 Jan 19 22:26:17.159302 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-2134a6d9-a26d-4fa2-9104-03ce18ea1783 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Synchronizing usage tracker for tenant:9b60a759f4aa4625ba7e4a31db6ae945 on resource:security_group {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:26:17.239755 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-2134a6d9-a26d-4fa2-9104-03ce18ea1783 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Unset dirty status for tenant:9b60a759f4aa4625ba7e4a31db6ae945 on resource:security_group {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:26:17.241013 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-2134a6d9-a26d-4fa2-9104-03ce18ea1783 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1269035437&fields=id&tenant_id=9b60a759f4aa4625ba7e4a31db6ae945 HTTP/1.1" status: 200 len: 267 time: 0.1907816 Jan 19 22:26:17.391970 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa4486-6e0d-4969-97b1-493fab799cf1 req-78434494-e5e4-4321-a790-7067e2738f9e tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:17.393683 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eaaa4486-6e0d-4969-97b1-493fab799cf1 req-78434494-e5e4-4321-a790-7067e2738f9e tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.2966108 Jan 19 22:26:17.404078 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ecc4a3-5da8-4c52-9527-5971df6d5074 req-59fcc5ea-03e8-4aaa-aef2-8943baefdb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:17.405686 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b9ecc4a3-5da8-4c52-9527-5971df6d5074 req-59fcc5ea-03e8-4aaa-aef2-8943baefdb0a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af289a99-4938-4c37-bab6-8e3fa35bb17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2373862 Jan 19 22:26:17.493433 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eaaa4486-6e0d-4969-97b1-493fab799cf1 req-3a3607e3-4a67-4317-baf4-6c32ff16e1af tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833254 Jan 19 22:26:17.597491 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-0bdcd550-41b5-453d-9025-b6e0295d7659 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:17.599165 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-0bdcd550-41b5-453d-9025-b6e0295d7659 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/networks?id=c5545297-ee81-476b-8bdf-fa32744891e1 HTTP/1.1" status: 200 len: 808 time: 0.3431206 Jan 19 22:26:17.632955 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-bb7509ee-17c2-40e3-b112-7b4a2cdb93c6 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/quotas/9b60a759f4aa4625ba7e4a31db6ae945 HTTP/1.1" status: 200 len: 375 time: 0.0258732 Jan 19 22:26:17.818959 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b9ecc4a3-5da8-4c52-9527-5971df6d5074 req-594d41b1-46a1-40cd-9e7f-b3a12880fe6f service neutron] 10.222.0.65 "GET /v2.0/networks/af289a99-4938-4c37-bab6-8e3fa35bb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230591 Jan 19 22:26:18.057648 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-a959fafb-8f89-4e03-9d9e-beca28ced019 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Synchronizing usage tracker for tenant:9b60a759f4aa4625ba7e4a31db6ae945 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:26:18.082484 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-9404c944-7481-4daf-be66-f44ff22c63c5 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:18.084040 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-9404c944-7481-4daf-be66-f44ff22c63c5 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.65 "GET /v2.0/networks?id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff HTTP/1.1" status: 200 len: 812 time: 0.4365098 Jan 19 22:26:18.167432 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b9ecc4a3-5da8-4c52-9527-5971df6d5074 req-4855cb63-2c8c-4788-97fa-0c1ad128c257 service neutron] 10.222.0.65 "GET /v2.0/networks/af289a99-4938-4c37-bab6-8e3fa35bb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3359227 Jan 19 22:26:18.172746 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-a959fafb-8f89-4e03-9d9e-beca28ced019 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Unset dirty status for tenant:9b60a759f4aa4625ba7e4a31db6ae945 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:26:18.174245 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-a959fafb-8f89-4e03-9d9e-beca28ced019 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b60a759f4aa4625ba7e4a31db6ae945&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5277207 Jan 19 22:26:18.224675 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136ef24-906e-4c59-8242-4ea6fdbf2564 req-c78f590b-66b5-4d64-b6e8-f72b5c8d4d9a tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:18.226265 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9136ef24-906e-4c59-8242-4ea6fdbf2564 req-c78f590b-66b5-4d64-b6e8-f72b5c8d4d9a tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.3536859 Jan 19 22:26:18.566271 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-973750b3-3f60-484f-b1d4-80d2a26ff059 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=607a36c19a34437991c7268366328db0 HTTP/1.1" status: 200 len: 5763 time: 0.4349091 Jan 19 22:26:18.594140 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-11cec002-0e2e-4f87-914b-d097c28eac7d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Request body: {'port': {'device_id': 'a228145e-e5c9-4644-916f-276a15c365c5', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'admin_state_up': True, 'tenant_id': '607a36c19a34437991c7268366328db0', 'security_groups': ['6183e7f4-bb4f-4e8a-af09-6c94deba6413']}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:26:18.630170 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9136ef24-906e-4c59-8242-4ea6fdbf2564 req-c912fa8c-447a-468e-b5ec-3139323419c3 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737209 Jan 19 22:26:18.740664 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-892f4da6-fd9b-4ef5-80a1-d0152c3bfe17 service neutron] 10.222.0.50 "GET /v2.0/networks/c5545297-ee81-476b-8bdf-fa32744891e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131462 Jan 19 22:26:18.901794 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b9a55073-f325-45d3-9b05-e54c81694d42 req-9a6fbb72-c11a-4f61-b76b-fbccdbb7743f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 210 time: 0.1209409 Jan 19 22:26:18.915854 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-11cec002-0e2e-4f87-914b-d097c28eac7d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:26:18.976214 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-11cec002-0e2e-4f87-914b-d097c28eac7d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:26:18.979949 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-14745854-d5e4-43f9-a565-1cf2d7f5d2a9 service neutron] 10.222.0.50 "GET /v2.0/networks/c5545297-ee81-476b-8bdf-fa32744891e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2240202 Jan 19 22:26:18.988579 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-11cec002-0e2e-4f87-914b-d097c28eac7d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Made reservation on behalf of 607a36c19a34437991c7268366328db0 for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:26:18.997508 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-11cec002-0e2e-4f87-914b-d097c28eac7d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:19.434439 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-11cec002-0e2e-4f87-914b-d097c28eac7d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Allocated IP 172.20.0.9 (29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff/aab077fb-7a3f-467f-8b9a-f6fe6fd707e1/c615110b-1ed6-43a9-b28d-b8466eededb3) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:26:19.492482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528c935-4a63-4ad1-ba35-a64134a56aee req-04687a1f-364d-4301-ae75-35d9ea7ca690 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:19.494169 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5528c935-4a63-4ad1-ba35-a64134a56aee req-04687a1f-364d-4301-ae75-35d9ea7ca690 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.2140512 Jan 19 22:26:19.643397 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5528c935-4a63-4ad1-ba35-a64134a56aee req-b7946307-1220-48d3-8318-a4989e5b8d07 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321445 Jan 19 22:26:19.838422 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b8c0313a-2647-44df-8cd3-018355c4217c req-96227188-990c-4459-bb97-5a40d1ddeafc tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 210 time: 0.0771101 Jan 19 22:26:19.846196 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-11cec002-0e2e-4f87-914b-d097c28eac7d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:19.880478 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-11cec002-0e2e-4f87-914b-d097c28eac7d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Transition to ACTIVE for port object c615110b-1ed6-43a9-b28d-b8466eededb3 will not be triggered until provisioned by entity DHCP. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:26:19.918011 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b1209-d0be-41d7-9db9-e8dc2361764b req-803ecab7-c20b-4a16-bbd0-8fc64f6e75d4 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:19.919675 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-221b1209-d0be-41d7-9db9-e8dc2361764b req-803ecab7-c20b-4a16-bbd0-8fc64f6e75d4 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=0450c3cd-3848-4e8a-92de-c781d5802bfa HTTP/1.1" status: 200 len: 945 time: 0.1978152 Jan 19 22:26:20.004417 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-11cec002-0e2e-4f87-914b-d097c28eac7d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:20.032775 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-19be2b01-aa98-4077-a73b-8c9b8770f68e tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:20.081558 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-221b1209-d0be-41d7-9db9-e8dc2361764b req-81a15f2c-4f83-48db-844b-dfc83b9f3a18 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/security-groups?id=adf448d3-98b1-4ffc-aee6-7921f6931539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536672 Jan 19 22:26:20.185779 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cec002-0e2e-4f87-914b-d097c28eac7d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Pushing event updated for resources: {'Port': ['ID=c615110b-1ed6-43a9-b28d-b8466eededb3,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:20.191895 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-11cec002-0e2e-4f87-914b-d097c28eac7d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:20.332415 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24acf1-d181-4ca0-b16c-2ea04a680ef1 req-4073da78-c869-488d-a744-b0f66964810c tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:20.334020 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4c24acf1-d181-4ca0-b16c-2ea04a680ef1 req-4073da78-c869-488d-a744-b0f66964810c tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c HTTP/1.1" status: 200 len: 945 time: 0.3700581 Jan 19 22:26:20.350204 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-11cec002-0e2e-4f87-914b-d097c28eac7d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Network 29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:26:20.366040 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-11cec002-0e2e-4f87-914b-d097c28eac7d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:26:20.377350 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-11cec002-0e2e-4f87-914b-d097c28eac7d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:26:20.516998 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4c24acf1-d181-4ca0-b16c-2ea04a680ef1 req-22c5e02d-5f59-43be-82af-628578dbb056 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736429 Jan 19 22:26:20.545720 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-11cec002-0e2e-4f87-914b-d097c28eac7d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:20.546438 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-11cec002-0e2e-4f87-914b-d097c28eac7d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:20.575860 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0a920-de04-43ed-8da8-d95e47cb925a req-f82ef47c-dc2b-4c82-9777-2542762d6d9a tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:20.577508 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7ca0a920-de04-43ed-8da8-d95e47cb925a req-f82ef47c-dc2b-4c82-9777-2542762d6d9a tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.3585937 Jan 19 22:26:20.600052 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-0bd26936-81c3-48d6-ade6-043dab75b8d2 None None] Provisioning for port c615110b-1ed6-43a9-b28d-b8466eededb3 completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:26:20.606279 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-0bd26936-81c3-48d6-ade6-043dab75b8d2 None None] Provisioning complete for port c615110b-1ed6-43a9-b28d-b8466eededb3 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:26:20.606944 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0bd26936-81c3-48d6-ade6-043dab75b8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:20.642034 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-11cec002-0e2e-4f87-914b-d097c28eac7d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0546641 Jan 19 22:26:20.668961 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-0bd26936-81c3-48d6-ade6-043dab75b8d2 None None] Port c615110b-1ed6-43a9-b28d-b8466eededb3 cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:26:20.709103 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7ca0a920-de04-43ed-8da8-d95e47cb925a req-2122b4b6-4378-41c2-8609-a81bd9b66af4 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203902 Jan 19 22:26:20.716186 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] Request body: {'port': {'device_id': 'a228145e-e5c9-4644-916f-276a15c365c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:26:20.770153 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc0007-bc69-4c40-9f94-3ac6f45f13cf req-6a98afe3-7934-4540-ba12-d776f94057f4 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:20.771786 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2afc0007-bc69-4c40-9f94-3ac6f45f13cf req-6a98afe3-7934-4540-ba12-d776f94057f4 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.65 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 946 time: 0.3526602 Jan 19 22:26:20.981682 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:21.003888 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-2afc0007-bc69-4c40-9f94-3ac6f45f13cf req-8720cc07-d8b3-49b9-af7a-fa38a5eb04b7 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Deleting port 3a126e92-eb1b-4e94-b31d-36688e19a65b {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:26:21.004290 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-2afc0007-bc69-4c40-9f94-3ac6f45f13cf req-8720cc07-d8b3-49b9-af7a-fa38a5eb04b7 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:21.075888 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121dda2-edef-4b58-861e-ab9461ab6a2c req-3dffc966-0ada-4c59-abbd-528eafeb51d0 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:21.076694 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-c121dda2-edef-4b58-861e-ab9461ab6a2c req-3dffc966-0ada-4c59-abbd-528eafeb51d0 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Synchronizing usage tracker for tenant:607a36c19a34437991c7268366328db0 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:26:21.099043 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-d6883672-482b-4583-b472-37f84418f197 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:21.099236 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:21.099828 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-d6883672-482b-4583-b472-37f84418f197 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Synchronizing usage tracker for tenant:9b60a759f4aa4625ba7e4a31db6ae945 on resource:network {{(pid=80181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:26:21.118056 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-d6883672-482b-4583-b472-37f84418f197 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Unset dirty status for tenant:9b60a759f4aa4625ba7e4a31db6ae945 on resource:network {{(pid=80181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:26:21.120481 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-d6883672-482b-4583-b472-37f84418f197 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.65 "GET /v2.0/networks?id=c5545297-ee81-476b-8bdf-fa32744891e1 HTTP/1.1" status: 200 len: 808 time: 0.1964679 Jan 19 22:26:21.235190 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-83f6a2f6-76aa-4d8f-a414-b444f20a4e82 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Synchronizing usage tracker for tenant:9b60a759f4aa4625ba7e4a31db6ae945 on resource:security_group {{(pid=80181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:26:21.249869 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-83f6a2f6-76aa-4d8f-a414-b444f20a4e82 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Unset dirty status for tenant:9b60a759f4aa4625ba7e4a31db6ae945 on resource:security_group {{(pid=80181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:26:21.251291 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-83f6a2f6-76aa-4d8f-a414-b444f20a4e82 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9b60a759f4aa4625ba7e4a31db6ae945 HTTP/1.1" status: 200 len: 5759 time: 0.1017962 Jan 19 22:26:21.261862 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-74b75865-6d7c-4a5b-a961-e11285e44604 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Request body: {'port': {'device_id': 'a1ec94b4-2644-4299-a504-30dc6057fc87', 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1', 'admin_state_up': True, 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'security_groups': ['95ccd40b-aab6-4adb-a9a5-50349afa9cc2']}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:26:21.413325 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-74b75865-6d7c-4a5b-a961-e11285e44604 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:26:21.423890 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-74b75865-6d7c-4a5b-a961-e11285e44604 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:26:21.434058 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-74b75865-6d7c-4a5b-a961-e11285e44604 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Made reservation on behalf of 9b60a759f4aa4625ba7e4a31db6ae945 for: {'port': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:26:21.438122 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-c121dda2-edef-4b58-861e-ab9461ab6a2c req-3dffc966-0ada-4c59-abbd-528eafeb51d0 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Unset dirty status for tenant:607a36c19a34437991c7268366328db0 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:26:21.439478 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c121dda2-edef-4b58-861e-ab9461ab6a2c req-3dffc966-0ada-4c59-abbd-528eafeb51d0 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 931 time: 0.7945924 Jan 19 22:26:21.443834 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-74b75865-6d7c-4a5b-a961-e11285e44604 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:21.450819 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 3a126e92-eb1b-4e94-b31d-36688e19a65b no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:26:21.515784 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8e3d2-a3be-48c2-91e2-59107819e02a req-c5c8634e-5d0f-4b4a-9df2-339bbae554bc tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:21.518046 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b1d8e3d2-a3be-48c2-91e2-59107819e02a req-c5c8634e-5d0f-4b4a-9df2-339bbae554bc tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.6808243 Jan 19 22:26:21.577279 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:21.605645 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d56f97-c8f0-45ff-afd2-277c683eeb39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a126e92-eb1b-4e94-b31d-36688e19a65b'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:26:21.616790 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 3a126e92-eb1b-4e94-b31d-36688e19a65b, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=3a126e92-eb1b-4e94-b31d-36688e19a65b,segment=NetworkSegment(42df9283-af88-47b5-87c4-61188bf63737),segment_id=42df9283-af88-47b5-87c4-61188bf63737)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:26:21.621530 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:21.623433 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f5a6d428-7a8b-427f-80c1-4d06576f5ae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:21.696883 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=3a126e92-eb1b-4e94-b31d-36688e19a65b,revision_number=5']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:21.701015 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:21.716779 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c121dda2-edef-4b58-861e-ab9461ab6a2c req-67bb1300-7db1-4abc-ac6f-faea25453f5e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.2618246 Jan 19 22:26:21.742819 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b1d8e3d2-a3be-48c2-91e2-59107819e02a req-e973c428-fc49-4493-bbdf-d8b68b62e832 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125943 Jan 19 22:26:21.812664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-74b75865-6d7c-4a5b-a961-e11285e44604 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Allocated IP 172.20.0.7 (c5545297-ee81-476b-8bdf-fa32744891e1/90501b76-d654-4fd7-b61c-fc49887a8718/01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:26:22.006691 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-73872f00-79ec-463d-b09d-e9af2098df3e req-bfac5511-b1c6-4b7a-af2f-97a0b0f0d606 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 210 time: 0.1396832 Jan 19 22:26:22.035926 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-74b75865-6d7c-4a5b-a961-e11285e44604 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:22.054667 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-74b75865-6d7c-4a5b-a961-e11285e44604 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Transition to ACTIVE for port object 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:26:22.055786 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-2afc0007-bc69-4c40-9f94-3ac6f45f13cf req-8720cc07-d8b3-49b9-af7a-fa38a5eb04b7 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] For port 3a126e92-eb1b-4e94-b31d-36688e19a65b, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=3a126e92-eb1b-4e94-b31d-36688e19a65b,segment=NetworkSegment(42df9283-af88-47b5-87c4-61188bf63737),segment_id=42df9283-af88-47b5-87c4-61188bf63737)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:26:22.056205 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-2afc0007-bc69-4c40-9f94-3ac6f45f13cf req-8720cc07-d8b3-49b9-af7a-fa38a5eb04b7 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:22.079235 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-74b75865-6d7c-4a5b-a961-e11285e44604 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:22.095245 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:22.237435 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b75865-6d7c-4a5b-a961-e11285e44604 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Pushing event updated for resources: {'Port': ['ID=01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:22.242233 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-74b75865-6d7c-4a5b-a961-e11285e44604 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:22.255248 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-2afc0007-bc69-4c40-9f94-3ac6f45f13cf req-8720cc07-d8b3-49b9-af7a-fa38a5eb04b7 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Calling delete_port for 3a126e92-eb1b-4e94-b31d-36688e19a65b owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:26:22.303815 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-74b75865-6d7c-4a5b-a961-e11285e44604 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Network c5545297-ee81-476b-8bdf-fa32744891e1 is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:26:22.305089 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-74b75865-6d7c-4a5b-a961-e11285e44604 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:26:22.307530 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-74b75865-6d7c-4a5b-a961-e11285e44604 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:26:22.325853 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-74b75865-6d7c-4a5b-a961-e11285e44604 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:22.326581 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-74b75865-6d7c-4a5b-a961-e11285e44604 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:22.354884 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-74b75865-6d7c-4a5b-a961-e11285e44604 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0974095 Jan 19 22:26:22.405936 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Request body: {'port': {'device_id': 'a1ec94b4-2644-4299-a504-30dc6057fc87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:26:22.541538 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe32f6-8ee9-4388-88be-1bd694944e73 req-0b533b80-68d5-424b-a585-45ecfec8ee12 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:22.542819 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:22.543194 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-debe32f6-8ee9-4388-88be-1bd694944e73 req-0b533b80-68d5-424b-a585-45ecfec8ee12 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=0450c3cd-3848-4e8a-92de-c781d5802bfa HTTP/1.1" status: 200 len: 945 time: 0.6086657 Jan 19 22:26:22.595510 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.api [req-2afc0007-bc69-4c40-9f94-3ac6f45f13cf req-8720cc07-d8b3-49b9-af7a-fa38a5eb04b7 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80180) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:26:22.595905 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_db.api [req-2afc0007-bc69-4c40-9f94-3ac6f45f13cf req-8720cc07-d8b3-49b9-af7a-fa38a5eb04b7 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:26:22.602568 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-0c8b19dd-56ac-4599-bbc6-9c58ae9849a1 None None] Provisioning for port 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:26:22.608603 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-0c8b19dd-56ac-4599-bbc6-9c58ae9849a1 None None] Provisioning complete for port 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:26:22.609149 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0c8b19dd-56ac-4599-bbc6-9c58ae9849a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:22.643173 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d4f90-57e3-48f9-9e9c-57ab6a9f467c req-5f4231bc-9a5b-40a4-8c54-934b920aeff5 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:22.644849 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2a7d4f90-57e3-48f9-9e9c-57ab6a9f467c req-5f4231bc-9a5b-40a4-8c54-934b920aeff5 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c HTTP/1.1" status: 200 len: 945 time: 0.4984064 Jan 19 22:26:22.678345 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891144b-6bd6-4c4a-97a5-d28f90b9e416 req-7c777986-be70-4028-9a82-b947732c4343 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:22.680036 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5891144b-6bd6-4c4a-97a5-d28f90b9e416 req-7c777986-be70-4028-9a82-b947732c4343 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.65 "GET /v2.0/ports?device_id=0450c3cd-3848-4e8a-92de-c781d5802bfa HTTP/1.1" status: 200 len: 945 time: 0.3829007 Jan 19 22:26:22.691563 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-0c8b19dd-56ac-4599-bbc6-9c58ae9849a1 None None] Port 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:26:22.714337 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c615110b-1ed6-43a9-b28d-b8466eededb3 {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:26:22.772115 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:22.788247 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-debe32f6-8ee9-4388-88be-1bd694944e73 req-bfcb7630-e435-4c52-a613-4e11dbcb2f40 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/security-groups?id=adf448d3-98b1-4ffc-aee6-7921f6931539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048047 Jan 19 22:26:22.831700 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] Transition to ACTIVE for port object c615110b-1ed6-43a9-b28d-b8466eededb3 will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:26:22.833328 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e794abb-3cb5-41f5-aa28-6816f49682f5 req-35ada0d4-dc67-4eda-a079-7bbedf801d17 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:22.834585 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-1e794abb-3cb5-41f5-aa28-6816f49682f5 req-35ada0d4-dc67-4eda-a079-7bbedf801d17 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Synchronizing usage tracker for tenant:02a8b1b9c2174c80b96c9aa48056b997 on resource:port {{(pid=80181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:26:22.838918 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996312'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:22.858039 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-43958fae-7b72-4d2e-ac7f-840e5fc34bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:22.865810 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d56f97-c8f0-45ff-afd2-277c683eeb39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a126e92-eb1b-4e94-b31d-36688e19a65b', 'code': 200} Jan 19 22:26:22.878278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-1e794abb-3cb5-41f5-aa28-6816f49682f5 req-35ada0d4-dc67-4eda-a079-7bbedf801d17 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Unset dirty status for tenant:02a8b1b9c2174c80b96c9aa48056b997 on resource:port {{(pid=80181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:26:22.879519 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1e794abb-3cb5-41f5-aa28-6816f49682f5 req-35ada0d4-dc67-4eda-a079-7bbedf801d17 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.65 "GET /v2.0/ports?device_id=44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c HTTP/1.1" status: 200 len: 945 time: 0.2727470 Jan 19 22:26:22.897525 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-5891144b-6bd6-4c4a-97a5-d28f90b9e416 req-cfe7fa17-379c-429f-8bc0-d5593ddc939f tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Deleting port 2eb4346b-854b-4e50-89a6-7f44f94fb958 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:26:22.897920 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-5891144b-6bd6-4c4a-97a5-d28f90b9e416 req-cfe7fa17-379c-429f-8bc0-d5593ddc939f tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:22.943332 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2a7d4f90-57e3-48f9-9e9c-57ab6a9f467c req-26d41432-25e1-43ec-9d55-04c2a2eaa4b1 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584305 Jan 19 22:26:23.035978 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-1e794abb-3cb5-41f5-aa28-6816f49682f5 req-d63a1857-326a-40be-9586-c9593f2eed5f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Deleting port c08bb9df-c276-4f9d-9fea-c979e20bd0e4 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:26:23.035978 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-1e794abb-3cb5-41f5-aa28-6816f49682f5 req-d63a1857-326a-40be-9586-c9593f2eed5f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:23.292998 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-2afc0007-bc69-4c40-9f94-3ac6f45f13cf req-8720cc07-d8b3-49b9-af7a-fa38a5eb04b7 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Deleting port 3a126e92-eb1b-4e94-b31d-36688e19a65b {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:26:23.293379 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-2afc0007-bc69-4c40-9f94-3ac6f45f13cf req-8720cc07-d8b3-49b9-af7a-fa38a5eb04b7 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:23.351765 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb {{(pid=80181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:26:23.367247 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:23.400682 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Transition to ACTIVE for port object 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:26:23.405337 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:23.421175 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] Pushing event updated for resources: {'Port': ['ID=c615110b-1ed6-43a9-b28d-b8466eededb3,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:23.431995 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6f4c494c-d3d6-4126-b3b0-2c746ad8bc79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:23.478867 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:23.508932 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 2eb4346b-854b-4e50-89a6-7f44f94fb958 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:26:23.524351 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:26:23.574623 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-1e794abb-3cb5-41f5-aa28-6816f49682f5 req-d63a1857-326a-40be-9586-c9593f2eed5f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] For port c08bb9df-c276-4f9d-9fea-c979e20bd0e4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c08bb9df-c276-4f9d-9fea-c979e20bd0e4,segment=NetworkSegment(3e573508-cfe9-4fcd-b992-dc50ecf291a2),segment_id=3e573508-cfe9-4fcd-b992-dc50ecf291a2)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:26:23.575199 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-1e794abb-3cb5-41f5-aa28-6816f49682f5 req-d63a1857-326a-40be-9586-c9593f2eed5f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:23.585560 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Pushing event updated for resources: {'Port': ['ID=01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:23.597867 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:23.675464 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:23.713010 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 2eb4346b-854b-4e50-89a6-7f44f94fb958, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=2eb4346b-854b-4e50-89a6-7f44f94fb958,segment=NetworkSegment(9e0c1087-46f5-48bb-b6fd-f1b7be5752ea),segment_id=9e0c1087-46f5-48bb-b6fd-f1b7be5752ea)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:26:23.717535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:23.718379 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device c08bb9df-c276-4f9d-9fea-c979e20bd0e4 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:26:23.780803 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:23.878664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f52be-6d4e-4ebf-bcd4-0f5cbd87ce07 req-51e48ac8-a0aa-47e9-b64e-b8675090c5b4 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:23.886457 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e40f52be-6d4e-4ebf-bcd4-0f5cbd87ce07 req-51e48ac8-a0aa-47e9-b64e-b8675090c5b4 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 944 time: 0.8766782 Jan 19 22:26:23.920276 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:23.932472 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=2eb4346b-854b-4e50-89a6-7f44f94fb958,revision_number=5']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:23.939577 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:23.962167 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port c08bb9df-c276-4f9d-9fea-c979e20bd0e4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c08bb9df-c276-4f9d-9fea-c979e20bd0e4,segment=NetworkSegment(3e573508-cfe9-4fcd-b992-dc50ecf291a2),segment_id=3e573508-cfe9-4fcd-b992-dc50ecf291a2)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:26:23.965810 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:23.967809 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:24.036618 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-1e794abb-3cb5-41f5-aa28-6816f49682f5 req-d63a1857-326a-40be-9586-c9593f2eed5f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Calling delete_port for c08bb9df-c276-4f9d-9fea-c979e20bd0e4 owned by compute:nova {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:26:24.054598 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=c08bb9df-c276-4f9d-9fea-c979e20bd0e4,revision_number=5']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:24.056439 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b71cd6-011b-4a53-9caa-a81039dda12a req-1a219b35-5817-48fd-8333-eaa24ff02b55 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:24.057715 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:24.059254 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f2b71cd6-011b-4a53-9caa-a81039dda12a req-1a219b35-5817-48fd-8333-eaa24ff02b55 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 943 time: 0.7321520 Jan 19 22:26:24.179126 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-5891144b-6bd6-4c4a-97a5-d28f90b9e416 req-cfe7fa17-379c-429f-8bc0-d5593ddc939f tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] For port 2eb4346b-854b-4e50-89a6-7f44f94fb958, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=2eb4346b-854b-4e50-89a6-7f44f94fb958,segment=NetworkSegment(9e0c1087-46f5-48bb-b6fd-f1b7be5752ea),segment_id=9e0c1087-46f5-48bb-b6fd-f1b7be5752ea)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:26:24.179524 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-5891144b-6bd6-4c4a-97a5-d28f90b9e416 req-cfe7fa17-379c-429f-8bc0-d5593ddc939f tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:24.198792 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e40f52be-6d4e-4ebf-bcd4-0f5cbd87ce07 req-6be7d111-c56a-47d1-8b6f-77757fec222e tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113351 Jan 19 22:26:24.226091 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.api [req-1e794abb-3cb5-41f5-aa28-6816f49682f5 req-d63a1857-326a-40be-9586-c9593f2eed5f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80181) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:26:24.226469 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_db.api [req-1e794abb-3cb5-41f5-aa28-6816f49682f5 req-d63a1857-326a-40be-9586-c9593f2eed5f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:26:24.248002 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Attempting to bind port 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:26:24.248645 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Attempting to bind port 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '86abda2d-f225-42bc-8e32-0a72d219752f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:26:24.249482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Attempting to bind port 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb on network c5545297-ee81-476b-8bdf-fa32744891e1 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:26:24.257842 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Checking agent: {'id': '2523063a-ad22-4c17-a8b2-431f878c065d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 20, 21), 'started_at': datetime.datetime(2021, 1, 19, 22, 20, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:26:24.258409 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Checking segment: {'id': '86abda2d-f225-42bc-8e32-0a72d219752f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:26:24.259050 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:24.259618 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Bound using segment: {'id': '86abda2d-f225-42bc-8e32-0a72d219752f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:26:24.260250 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Bound port: 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86abda2d-f225-42bc-8e32-0a72d219752f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:26:24.260939 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:24.373687 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] For port 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb, host hv-cinder-75078, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:26:24.377950 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] For port 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb,segment=NetworkSegment(86abda2d-f225-42bc-8e32-0a72d219752f),segment_id=86abda2d-f225-42bc-8e32-0a72d219752f)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:26:24.381915 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:24.390727 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-5891144b-6bd6-4c4a-97a5-d28f90b9e416 req-cfe7fa17-379c-429f-8bc0-d5593ddc939f tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Calling delete_port for 2eb4346b-854b-4e50-89a6-7f44f94fb958 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:26:24.397264 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:24.437631 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] Attempting to bind port c615110b-1ed6-43a9-b28d-b8466eededb3 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:26:24.437918 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] Attempting to bind port c615110b-1ed6-43a9-b28d-b8466eededb3 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '41f6063b-b71c-4980-b791-ecc142e605de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:26:24.438285 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] Attempting to bind port c615110b-1ed6-43a9-b28d-b8466eededb3 on network 29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:26:24.485314 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f2b71cd6-011b-4a53-9caa-a81039dda12a req-16cc64b2-7756-42c7-bf5d-7bf7dc16943f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.4100547 Jan 19 22:26:24.508433 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] Checking agent: {'id': '2523063a-ad22-4c17-a8b2-431f878c065d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 20, 21), 'started_at': datetime.datetime(2021, 1, 19, 22, 20, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:26:24.508820 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] Checking segment: {'id': '41f6063b-b71c-4980-b791-ecc142e605de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:26:24.509434 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:24.509627 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] Bound using segment: {'id': '41f6063b-b71c-4980-b791-ecc142e605de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:26:24.510075 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] Bound port: c615110b-1ed6-43a9-b28d-b8466eededb3, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f6063b-b71c-4980-b791-ecc142e605de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:26:24.510445 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:24.525635 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-2afc0007-bc69-4c40-9f94-3ac6f45f13cf req-8720cc07-d8b3-49b9-af7a-fa38a5eb04b7 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] For port 3a126e92-eb1b-4e94-b31d-36688e19a65b, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=3a126e92-eb1b-4e94-b31d-36688e19a65b,segment=NetworkSegment(42df9283-af88-47b5-87c4-61188bf63737),segment_id=42df9283-af88-47b5-87c4-61188bf63737)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:26:24.526034 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-2afc0007-bc69-4c40-9f94-3ac6f45f13cf req-8720cc07-d8b3-49b9-af7a-fa38a5eb04b7 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:24.550020 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Pushing event updated for resources: {'Port': ['ID=01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:24.561730 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:24.562142 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:24.562590 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:24.563029 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:24.563419 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:24.563810 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:24.564198 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:24.564586 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:24.564975 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:24.565365 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:24.565756 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:24.566136 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:24.566573 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:24.566983 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:24.567368 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:24.567754 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:24.568137 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:24.568518 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:24.568906 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:24.569291 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:24.569684 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:24.570062 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:24.570447 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:24.570852 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:24.585678 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:24.605930 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:24.605930 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:24.607061 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] 10.222.0.65 "PUT /v2.0/ports/01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb HTTP/1.1" status: 200 len: 1157 time: 2.2080982 Jan 19 22:26:24.607606 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ec94b4-2644-4299-a504-30dc6057fc87', 'tag': '01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:26:24.726576 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-2afc0007-bc69-4c40-9f94-3ac6f45f13cf req-8720cc07-d8b3-49b9-af7a-fa38a5eb04b7 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Calling delete_port for 3a126e92-eb1b-4e94-b31d-36688e19a65b owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:26:24.738430 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-1e794abb-3cb5-41f5-aa28-6816f49682f5 req-d63a1857-326a-40be-9586-c9593f2eed5f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Deleting port c08bb9df-c276-4f9d-9fea-c979e20bd0e4 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:26:24.739329 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-1e794abb-3cb5-41f5-aa28-6816f49682f5 req-d63a1857-326a-40be-9586-c9593f2eed5f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:24.835220 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] For port c615110b-1ed6-43a9-b28d-b8466eededb3, host hv-cinder-75078, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:26:24.838437 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] For port c615110b-1ed6-43a9-b28d-b8466eededb3, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c615110b-1ed6-43a9-b28d-b8466eededb3,segment=NetworkSegment(41f6063b-b71c-4980-b791-ecc142e605de),segment_id=41f6063b-b71c-4980-b791-ecc142e605de)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:26:24.864418 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996312'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:24.869218 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0450c3cd-3848-4e8a-92de-c781d5802bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eb4346b-854b-4e50-89a6-7f44f94fb958'}, {'server_uuid': '44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c08bb9df-c276-4f9d-9fea-c979e20bd0e4'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:26:24.883525 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:24.900317 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.65', 63946) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:25.016588 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-1f714e09-444f-45b5-a480-9320ab745086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:25.018173 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-1f714e09-444f-45b5-a480-9320ab745086 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9b60a759f4aa4625ba7e4a31db6ae945&device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 1160 time: 0.3483932 Jan 19 22:26:25.044591 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.api [req-5891144b-6bd6-4c4a-97a5-d28f90b9e416 req-cfe7fa17-379c-429f-8bc0-d5593ddc939f tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80180) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:26:25.044950 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_db.api [req-5891144b-6bd6-4c4a-97a5-d28f90b9e416 req-cfe7fa17-379c-429f-8bc0-d5593ddc939f tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:26:25.123804 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-bf7e7058-7336-441b-93bb-fd57b84f2f00 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb HTTP/1.1" status: 200 len: 217 time: 0.0866027 Jan 19 22:26:25.150307 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226b15a-a0d5-4cb9-9400-e7c59304c95b req-e35d5e4e-1e67-4c5b-b02e-8c8aaea4b710 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:25.151986 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1226b15a-a0d5-4cb9-9400-e7c59304c95b req-e35d5e4e-1e67-4c5b-b02e-8c8aaea4b710 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 944 time: 0.7311833 Jan 19 22:26:25.238813 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-1e794abb-3cb5-41f5-aa28-6816f49682f5 req-d63a1857-326a-40be-9586-c9593f2eed5f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] For port c08bb9df-c276-4f9d-9fea-c979e20bd0e4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c08bb9df-c276-4f9d-9fea-c979e20bd0e4,segment=NetworkSegment(3e573508-cfe9-4fcd-b992-dc50ecf291a2),segment_id=3e573508-cfe9-4fcd-b992-dc50ecf291a2)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:26:25.239216 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-1e794abb-3cb5-41f5-aa28-6816f49682f5 req-d63a1857-326a-40be-9586-c9593f2eed5f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:25.319933 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9253b-a92f-41e8-86b5-9270165da957 req-57418037-631a-4d21-9e4b-b6b774e248c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:25.321493 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-83c9253b-a92f-41e8-86b5-9270165da957 req-57418037-631a-4d21-9e4b-b6b774e248c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=506c7be82ade45dbbf2380d49038ee72&device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 1202 time: 0.4192426 Jan 19 22:26:25.382867 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-3ceb86a5-a4e0-48bb-873e-4cc3f051f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:25.384525 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-3ceb86a5-a4e0-48bb-873e-4cc3f051f253 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90501b76-d654-4fd7-b61c-fc49887a8718 HTTP/1.1" status: 200 len: 847 time: 0.2360821 Jan 19 22:26:25.395797 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-1e794abb-3cb5-41f5-aa28-6816f49682f5 req-d63a1857-326a-40be-9586-c9593f2eed5f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Calling delete_port for c08bb9df-c276-4f9d-9fea-c979e20bd0e4 owned by compute:nova {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:26:25.419801 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] Pushing event updated for resources: {'Port': ['ID=c615110b-1ed6-43a9-b28d-b8466eededb3,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:25.455211 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:25.556350 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58706367-50a9-43bc-9f17-e9d0d2d81916 req-32ba4337-85f2-4072-9679-c8bf12eb547a tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:25.558062 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-58706367-50a9-43bc-9f17-e9d0d2d81916 req-32ba4337-85f2-4072-9679-c8bf12eb547a tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 943 time: 0.6330419 Jan 19 22:26:25.558795 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-2afc0007-bc69-4c40-9f94-3ac6f45f13cf req-8720cc07-d8b3-49b9-af7a-fa38a5eb04b7 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:25.564168 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-5891144b-6bd6-4c4a-97a5-d28f90b9e416 req-cfe7fa17-379c-429f-8bc0-d5593ddc939f tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Deleting port 2eb4346b-854b-4e50-89a6-7f44f94fb958 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:26:25.564577 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-5891144b-6bd6-4c4a-97a5-d28f90b9e416 req-cfe7fa17-379c-429f-8bc0-d5593ddc939f tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:25.597370 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:25.598042 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:25.599657 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] 10.222.0.65 "PUT /v2.0/ports/c615110b-1ed6-43a9-b28d-b8466eededb3 HTTP/1.1" status: 200 len: 1157 time: 4.8888435 Jan 19 22:26:25.614833 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a228145e-e5c9-4644-916f-276a15c365c5', 'tag': 'c615110b-1ed6-43a9-b28d-b8466eededb3'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:26:25.619802 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-08e7f1ef-282e-4adb-a4f2-efb7f507115f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:25.677987 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1226b15a-a0d5-4cb9-9400-e7c59304c95b req-e7fd7fdc-e0d6-4efa-a4f0-bd4cfa0a20ff tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600691 Jan 19 22:26:25.728573 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9253b-a92f-41e8-86b5-9270165da957 req-2c009a53-256c-46b8-b1f1-aed3cd00d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:25.730171 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-83c9253b-a92f-41e8-86b5-9270165da957 req-2c009a53-256c-46b8-b1f1-aed3cd00d081 service neutron] 10.222.0.65 "GET /v2.0/networks?id=17ee81f9-a178-4a93-963d-840d16aa8c49 HTTP/1.1" status: 200 len: 908 time: 0.3431704 Jan 19 22:26:25.800176 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-034f963e-9d55-4752-8e34-7af81b1cfcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:25.801857 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-034f963e-9d55-4752-8e34-7af81b1cfcb8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c5545297-ee81-476b-8bdf-fa32744891e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3759849 Jan 19 22:26:25.858475 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720cc07-d8b3-49b9-af7a-fa38a5eb04b7 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Pushing event deleted for resources: {'Port': ['ID=3a126e92-eb1b-4e94-b31d-36688e19a65b,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:25.875881 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8720cc07-d8b3-49b9-af7a-fa38a5eb04b7 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:25.917320 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-1e794abb-3cb5-41f5-aa28-6816f49682f5 req-d63a1857-326a-40be-9586-c9593f2eed5f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:25.941408 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-c676cf90-f716-4bce-8462-9667583e88f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:26.011835 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a1857-326a-40be-9586-c9593f2eed5f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Pushing event deleted for resources: {'Port': ['ID=c08bb9df-c276-4f9d-9fea-c979e20bd0e4,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:26.015173 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-83c9253b-a92f-41e8-86b5-9270165da957 req-440f2d86-1c8a-4332-a17e-9f48152cf453 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ded92b05-d480-455e-b6f9-46ab3cb0c384 HTTP/1.1" status: 200 len: 1001 time: 0.2769940 Jan 19 22:26:26.020813 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d63a1857-326a-40be-9586-c9593f2eed5f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:26.041716 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-58706367-50a9-43bc-9f17-e9d0d2d81916 req-097263fc-a415-4096-9bbf-e4e5d3d918ef tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.4278791 Jan 19 22:26:26.195362 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-f90ea9ba-c18a-4e0a-b54f-24da5f3c5e8a service neutron] 10.222.0.65 "GET /v2.0/networks/c5545297-ee81-476b-8bdf-fa32744891e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752561 Jan 19 22:26:26.199740 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-74aefc81-700b-4df4-9ae9-cf3e082ba06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:26.201373 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-74aefc81-700b-4df4-9ae9-cf3e082ba06a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=607a36c19a34437991c7268366328db0&device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 1160 time: 0.4545748 Jan 19 22:26:26.206825 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9253b-a92f-41e8-86b5-9270165da957 req-5c04cabb-e5b9-4ff7-bace-53211ce82659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:26.208327 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-83c9253b-a92f-41e8-86b5-9270165da957 req-5c04cabb-e5b9-4ff7-bace-53211ce82659 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1e724ee9-a620-4321-9e90-df17c9c2dc02 HTTP/1.1" status: 200 len: 853 time: 0.1378231 Jan 19 22:26:26.274926 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device d458c3d4-a4c2-4e1d-9a41-4513447ebb19 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:26:26.353995 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port d458c3d4-a4c2-4e1d-9a41-4513447ebb19 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:26:26.354810 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:26.382153 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb0985-3bbe-421b-b51f-8a35ace108c5 req-26e49ddb-7097-4745-9645-29b0dacec70b tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:26.383968 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-21bb0985-3bbe-421b-b51f-8a35ace108c5 req-26e49ddb-7097-4745-9645-29b0dacec70b tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=0450c3cd-3848-4e8a-92de-c781d5802bfa HTTP/1.1" status: 200 len: 943 time: 0.5124164 Jan 19 22:26:26.402456 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5f85d820-51e0-408f-a7df-7be98a0d1332 req-9d8f7865-758a-4d22-8e34-c69ad2f0ecf0 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c HTTP/1.1" status: 200 len: 210 time: 0.2056355 Jan 19 22:26:26.409064 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-4d091a57-968f-4854-ad15-efcaba41b7f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c615110b-1ed6-43a9-b28d-b8466eededb3 HTTP/1.1" status: 200 len: 217 time: 0.1572504 Jan 19 22:26:26.410253 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afc0007-bc69-4c40-9f94-3ac6f45f13cf req-8720cc07-d8b3-49b9-af7a-fa38a5eb04b7 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] No DVR routers for this DVR port 3a126e92-eb1b-4e94-b31d-36688e19a65b on host hv-cinder-75078 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:26:26.474213 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-2afc0007-bc69-4c40-9f94-3ac6f45f13cf req-8720cc07-d8b3-49b9-af7a-fa38a5eb04b7 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:26.563875 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2afc0007-bc69-4c40-9f94-3ac6f45f13cf req-8720cc07-d8b3-49b9-af7a-fa38a5eb04b7 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.65 "DELETE /v2.0/ports/3a126e92-eb1b-4e94-b31d-36688e19a65b HTTP/1.1" status: 204 len: 173 time: 5.7698212 Jan 19 22:26:26.564315 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:26.580769 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ec94b4-2644-4299-a504-30dc6057fc87', 'tag': '01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb', 'status': 'completed', 'code': 200} Jan 19 22:26:26.591642 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-21bb0985-3bbe-421b-b51f-8a35ace108c5 req-02cd59c4-3696-4267-a285-097ef17ba556 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/security-groups?id=adf448d3-98b1-4ffc-aee6-7921f6931539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844065 Jan 19 22:26:26.601722 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-a9df9dd9-dba6-4e91-9e91-fa6cda944ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:26.603422 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-a9df9dd9-dba6-4e91-9e91-fa6cda944ab3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aab077fb-7a3f-467f-8b9a-f6fe6fd707e1 HTTP/1.1" status: 200 len: 851 time: 0.1720924 Jan 19 22:26:26.619492 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-5891144b-6bd6-4c4a-97a5-d28f90b9e416 req-cfe7fa17-379c-429f-8bc0-d5593ddc939f tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] For port 2eb4346b-854b-4e50-89a6-7f44f94fb958, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=2eb4346b-854b-4e50-89a6-7f44f94fb958,segment=NetworkSegment(9e0c1087-46f5-48bb-b6fd-f1b7be5752ea),segment_id=9e0c1087-46f5-48bb-b6fd-f1b7be5752ea)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:26:26.619952 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-5891144b-6bd6-4c4a-97a5-d28f90b9e416 req-cfe7fa17-379c-429f-8bc0-d5593ddc939f tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:26.706369 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port d458c3d4-a4c2-4e1d-9a41-4513447ebb19, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=d458c3d4-a4c2-4e1d-9a41-4513447ebb19,segment=NetworkSegment(a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654),segment_id=a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:26:26.710547 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:26.718073 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e794abb-3cb5-41f5-aa28-6816f49682f5 req-d63a1857-326a-40be-9586-c9593f2eed5f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] No DVR routers for this DVR port c08bb9df-c276-4f9d-9fea-c979e20bd0e4 on host hv-cinder-75078 {{(pid=80181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:26:26.718310 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-dded7f58-9247-4b1d-9178-93f7937b39ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:26.730118 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-1e794abb-3cb5-41f5-aa28-6816f49682f5 req-d63a1857-326a-40be-9586-c9593f2eed5f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:26.798526 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1e794abb-3cb5-41f5-aa28-6816f49682f5 req-d63a1857-326a-40be-9586-c9593f2eed5f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.65 "DELETE /v2.0/ports/c08bb9df-c276-4f9d-9fea-c979e20bd0e4 HTTP/1.1" status: 204 len: 173 time: 3.8730628 Jan 19 22:26:26.803124 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8d57c0c8-21f0-4657-8f8d-44d49812d839 req-ca0fa93d-f35e-425e-92e3-d03f1257dd46 service neutron] 10.222.0.65 "GET /v2.0/networks/c5545297-ee81-476b-8bdf-fa32744891e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5999806 Jan 19 22:26:26.805197 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9253b-a92f-41e8-86b5-9270165da957 req-48fbe54f-d8b4-4682-a269-925f09f79cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:26.806897 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-83c9253b-a92f-41e8-86b5-9270165da957 req-48fbe54f-d8b4-4682-a269-925f09f79cb7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=17ee81f9-a178-4a93-963d-840d16aa8c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5754368 Jan 19 22:26:26.833790 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0450c3cd-3848-4e8a-92de-c781d5802bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eb4346b-854b-4e50-89a6-7f44f94fb958', 'code': 200} Jan 19 22:26:26.834092 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c08bb9df-c276-4f9d-9fea-c979e20bd0e4', 'code': 200} Jan 19 22:26:26.880096 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-5891144b-6bd6-4c4a-97a5-d28f90b9e416 req-cfe7fa17-379c-429f-8bc0-d5593ddc939f tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Calling delete_port for 2eb4346b-854b-4e50-89a6-7f44f94fb958 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:26:26.896027 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=d458c3d4-a4c2-4e1d-9a41-4513447ebb19,revision_number=6']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:26.901291 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:26.999808 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-14c8a06b-d9cd-4018-bb95-5647d1b97e99 req-9fbd9f94-211a-4f73-bb0f-8b0fd1843c7d tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Synchronizing usage tracker for tenant:faaf464719d54745afba437b2a9bd34b on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:26:27.069491 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-14c8a06b-d9cd-4018-bb95-5647d1b97e99 req-9fbd9f94-211a-4f73-bb0f-8b0fd1843c7d tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Unset dirty status for tenant:faaf464719d54745afba437b2a9bd34b on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:26:27.071221 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-14c8a06b-d9cd-4018-bb95-5647d1b97e99 req-9fbd9f94-211a-4f73-bb0f-8b0fd1843c7d tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=97d56f97-c8f0-45ff-afd2-277c683eeb39 HTTP/1.1" status: 200 len: 210 time: 0.1420825 Jan 19 22:26:27.081168 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-ba57c737-d357-4257-a566-a992d1012632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:27.082751 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-ba57c737-d357-4257-a566-a992d1012632 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4532473 Jan 19 22:26:27.093880 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-83c9253b-a92f-41e8-86b5-9270165da957 req-7201cd29-dc39-4367-a11f-010c1a651298 service neutron] 10.222.0.65 "GET /v2.0/networks/17ee81f9-a178-4a93-963d-840d16aa8c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406876 Jan 19 22:26:27.128754 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f687f4-c087-4b72-9abc-0455d31f9a3f req-775d3e8b-28d4-44ae-9809-341d49817d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:27.130491 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-04f687f4-c087-4b72-9abc-0455d31f9a3f req-775d3e8b-28d4-44ae-9809-341d49817d13 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9b60a759f4aa4625ba7e4a31db6ae945&device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 1160 time: 0.1654518 Jan 19 22:26:27.184400 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4c49f-d3b2-47f3-a463-284c38be07e7 req-167faa5b-b54d-44c3-9823-144894674c7d tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:27.186062 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-42b4c49f-d3b2-47f3-a463-284c38be07e7 req-167faa5b-b54d-44c3-9823-144894674c7d tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 984 time: 0.3497298 Jan 19 22:26:27.368036 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-5891144b-6bd6-4c4a-97a5-d28f90b9e416 req-cfe7fa17-379c-429f-8bc0-d5593ddc939f tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:27.370162 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-83c9253b-a92f-41e8-86b5-9270165da957 req-acf0a087-77a6-421e-8056-0761f590426b service neutron] 10.222.0.65 "GET /v2.0/networks/17ee81f9-a178-4a93-963d-840d16aa8c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2685661 Jan 19 22:26:27.378020 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f687f4-c087-4b72-9abc-0455d31f9a3f req-f3a234f3-681a-45ef-ba9c-38cbfdf1bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:27.379617 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-04f687f4-c087-4b72-9abc-0455d31f9a3f req-f3a234f3-681a-45ef-ba9c-38cbfdf1bae2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c5545297-ee81-476b-8bdf-fa32744891e1 HTTP/1.1" status: 200 len: 903 time: 0.1939662 Jan 19 22:26:27.404023 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:27.482915 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-04f687f4-c087-4b72-9abc-0455d31f9a3f req-544eb886-1971-4673-a189-08a20372a3f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb HTTP/1.1" status: 200 len: 217 time: 0.0785599 Jan 19 22:26:27.561106 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f687f4-c087-4b72-9abc-0455d31f9a3f req-602b4229-8677-44c5-8e9e-3154de17a3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:27.563050 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-04f687f4-c087-4b72-9abc-0455d31f9a3f req-602b4229-8677-44c5-8e9e-3154de17a3be service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90501b76-d654-4fd7-b61c-fc49887a8718 HTTP/1.1" status: 200 len: 847 time: 0.0691733 Jan 19 22:26:27.682020 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f687f4-c087-4b72-9abc-0455d31f9a3f req-1540a2a9-6e97-47ed-b8b1-7e3332daa070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:27.684046 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-04f687f4-c087-4b72-9abc-0455d31f9a3f req-1540a2a9-6e97-47ed-b8b1-7e3332daa070 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c5545297-ee81-476b-8bdf-fa32744891e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1120231 Jan 19 22:26:27.702368 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-42b4c49f-d3b2-47f3-a463-284c38be07e7 req-1cca8894-59c5-432a-b213-93366dfa2dfb tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=55461af9-9900-46ce-93fb-7fff6db4f4f7&id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.4608135 Jan 19 22:26:27.715608 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7fa17-379c-429f-8bc0-d5593ddc939f tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Pushing event deleted for resources: {'Port': ['ID=2eb4346b-854b-4e50-89a6-7f44f94fb958,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:27.779750 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-cfe7fa17-379c-429f-8bc0-d5593ddc939f tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:27.786132 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a228145e-e5c9-4644-916f-276a15c365c5', 'tag': 'c615110b-1ed6-43a9-b28d-b8466eededb3', 'status': 'completed', 'code': 200} Jan 19 22:26:27.790475 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-c6670d5c-ccd5-4c80-9d1d-b5802f724531 service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6689405 Jan 19 22:26:27.835294 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd01e0-c68e-46f1-9340-50620ef8d074 req-afc133bd-7d7a-4e01-ac7d-5a8eb9d39c2e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:27.842899 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c3fd01e0-c68e-46f1-9340-50620ef8d074 req-afc133bd-7d7a-4e01-ac7d-5a8eb9d39c2e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 943 time: 0.6001208 Jan 19 22:26:27.880542 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-04f687f4-c087-4b72-9abc-0455d31f9a3f req-878f1e51-f3cb-453d-b5a7-6dbfd73d6a63 service neutron] 10.222.0.65 "GET /v2.0/networks/c5545297-ee81-476b-8bdf-fa32744891e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548615 Jan 19 22:26:28.069566 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-04f687f4-c087-4b72-9abc-0455d31f9a3f req-47f0eaf8-3fe2-4296-a0d1-f5b94d3fcfa9 service neutron] 10.222.0.65 "GET /v2.0/networks/c5545297-ee81-476b-8bdf-fa32744891e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1796699 Jan 19 22:26:28.125874 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c3fd01e0-c68e-46f1-9340-50620ef8d074 req-8592f40e-9a65-47e3-918f-8668217a670b tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.2818830 Jan 19 22:26:28.148761 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-5891144b-6bd6-4c4a-97a5-d28f90b9e416 req-cfe7fa17-379c-429f-8bc0-d5593ddc939f tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] No DVR routers for this DVR port 2eb4346b-854b-4e50-89a6-7f44f94fb958 on host hv-cinder-75078 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:26:28.163945 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-5891144b-6bd6-4c4a-97a5-d28f90b9e416 req-cfe7fa17-379c-429f-8bc0-d5593ddc939f tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:28.186568 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5891144b-6bd6-4c4a-97a5-d28f90b9e416 req-cfe7fa17-379c-429f-8bc0-d5593ddc939f tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.65 "DELETE /v2.0/ports/2eb4346b-854b-4e50-89a6-7f44f94fb958 HTTP/1.1" status: 204 len: 173 time: 5.4893992 Jan 19 22:26:28.190949 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-938ff2f3-4607-4ca3-834d-df0ab59cff7b req-f15b4212-6304-4378-93f5-280aa7bc8705 service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3349910 Jan 19 22:26:28.239990 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd0899-7668-47ee-b39b-f642067e0478 req-205a8ce5-8a49-4c6f-9ee1-340eaeada432 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:28.241722 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9bdd0899-7668-47ee-b39b-f642067e0478 req-205a8ce5-8a49-4c6f-9ee1-340eaeada432 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.2658358 Jan 19 22:26:28.382959 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9bdd0899-7668-47ee-b39b-f642067e0478 req-5ea1200e-57fb-460a-8135-a6df5175480a tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333361 Jan 19 22:26:28.466999 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777556f6-117d-4398-959e-7297ca336f40 req-f888282a-9001-4b89-817b-ab383c8320bd tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:28.468703 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-777556f6-117d-4398-959e-7297ca336f40 req-f888282a-9001-4b89-817b-ab383c8320bd tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 943 time: 0.1859972 Jan 19 22:26:28.474743 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf798464-8676-4bab-9a1f-7298583db0e4 req-780bdd35-0bf9-4872-a132-1febf60285aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:28.476290 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cf798464-8676-4bab-9a1f-7298583db0e4 req-780bdd35-0bf9-4872-a132-1febf60285aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=607a36c19a34437991c7268366328db0&device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 1160 time: 0.1460779 Jan 19 22:26:28.507458 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device d458c3d4-a4c2-4e1d-9a41-4513447ebb19 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:26:28.581841 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c', 'name': 'network-vif-deleted', 'tag': 'c08bb9df-c276-4f9d-9fea-c979e20bd0e4'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:26:28.582086 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port d458c3d4-a4c2-4e1d-9a41-4513447ebb19 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:26:28.582341 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:28.616855 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-777556f6-117d-4398-959e-7297ca336f40 req-61c5aa16-cb0d-460b-9755-dafb8aa67f18 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1394997 Jan 19 22:26:28.687742 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-d2eda45a-b578-4352-8ce6-b600ff9acbc8 req-8651c3e2-e83a-4890-af43-aedc7a566438 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Synchronizing usage tracker for tenant:211f6cd340034838ac0316a66c475298 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:26:28.731322 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf798464-8676-4bab-9a1f-7298583db0e4 req-b8edcb72-63bd-4eca-9c71-564f95400dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:28.733005 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cf798464-8676-4bab-9a1f-7298583db0e4 req-b8edcb72-63bd-4eca-9c71-564f95400dca service neutron] 10.222.0.65 "GET /v2.0/networks?id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff HTTP/1.1" status: 200 len: 906 time: 0.2409689 Jan 19 22:26:28.734106 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-d2eda45a-b578-4352-8ce6-b600ff9acbc8 req-8651c3e2-e83a-4890-af43-aedc7a566438 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Unset dirty status for tenant:211f6cd340034838ac0316a66c475298 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:26:28.735265 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d2eda45a-b578-4352-8ce6-b600ff9acbc8 req-8651c3e2-e83a-4890-af43-aedc7a566438 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=0450c3cd-3848-4e8a-92de-c781d5802bfa HTTP/1.1" status: 200 len: 210 time: 0.1153114 Jan 19 22:26:28.829719 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44464bdc-d2c0-4f0d-bf0e-3d7c2bf5378c', 'name': 'network-vif-deleted', 'tag': 'c08bb9df-c276-4f9d-9fea-c979e20bd0e4', 'status': 'completed', 'code': 200} Jan 19 22:26:28.836594 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cf798464-8676-4bab-9a1f-7298583db0e4 req-b1769ab1-30b6-4a96-a6bb-b69611cfcfc3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c615110b-1ed6-43a9-b28d-b8466eededb3 HTTP/1.1" status: 200 len: 217 time: 0.0791187 Jan 19 22:26:28.837014 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c74ace-0155-4a50-8f2d-a99ffed11549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd458c3d4-a4c2-4e1d-9a41-4513447ebb19'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:26:28.926107 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf798464-8676-4bab-9a1f-7298583db0e4 req-a789de74-c177-40a6-b256-5a7e472d8436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:28.928193 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cf798464-8676-4bab-9a1f-7298583db0e4 req-a789de74-c177-40a6-b256-5a7e472d8436 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aab077fb-7a3f-467f-8b9a-f6fe6fd707e1 HTTP/1.1" status: 200 len: 851 time: 0.0758703 Jan 19 22:26:29.107474 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223b0d5-eae2-4207-b98b-a86fee789240 req-da56ea59-ec9d-4e11-b031-8a01a3bb0d9a tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:29.109665 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7223b0d5-eae2-4207-b98b-a86fee789240 req-da56ea59-ec9d-4e11-b031-8a01a3bb0d9a tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 984 time: 0.1732013 Jan 19 22:26:29.112522 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf798464-8676-4bab-9a1f-7298583db0e4 req-95373da7-9656-4882-ac22-56789cc66bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:29.114017 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cf798464-8676-4bab-9a1f-7298583db0e4 req-95373da7-9656-4882-ac22-56789cc66bff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1768036 Jan 19 22:26:29.244993 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c74ace-0155-4a50-8f2d-a99ffed11549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd458c3d4-a4c2-4e1d-9a41-4513447ebb19', 'code': 200} Jan 19 22:26:29.249058 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7223b0d5-eae2-4207-b98b-a86fee789240 req-ca0fad72-9821-4450-af8d-44bca475331b tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=55461af9-9900-46ce-93fb-7fff6db4f4f7&id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1327872 Jan 19 22:26:29.307740 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cf798464-8676-4bab-9a1f-7298583db0e4 req-c34a16dc-e035-4741-b6db-88d3c5677065 service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764719 Jan 19 22:26:29.624704 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cf798464-8676-4bab-9a1f-7298583db0e4 req-e68955e2-5101-49ff-9344-c2e143309554 service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2802496 Jan 19 22:26:29.654325 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d171b9-b423-4097-a55f-6765022fcf6d req-ecb29aae-685e-463d-a47a-d2fc85206645 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:29.656534 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-02d171b9-b423-4097-a55f-6765022fcf6d req-ecb29aae-685e-463d-a47a-d2fc85206645 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=d08033f1-a268-4c27-9194-b91d2f1e4495 HTTP/1.1" status: 200 len: 946 time: 0.2895076 Jan 19 22:26:29.680106 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77370ab6-ba7f-4a26-9eca-bdcb25917a64 req-69ccbc45-8c8e-4466-97f5-9a13681de745 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:29.681744 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-77370ab6-ba7f-4a26-9eca-bdcb25917a64 req-69ccbc45-8c8e-4466-97f5-9a13681de745 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 943 time: 0.2641780 Jan 19 22:26:29.764159 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-02d171b9-b423-4097-a55f-6765022fcf6d req-da814df0-9bbf-48f8-97ee-e0e6898666ad tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813391 Jan 19 22:26:29.772243 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-77370ab6-ba7f-4a26-9eca-bdcb25917a64 req-31d5dbdd-d023-4fae-9751-975deba58f69 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0730319 Jan 19 22:26:29.787602 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d56f97-c8f0-45ff-afd2-277c683eeb39', 'name': 'network-vif-deleted', 'tag': '3a126e92-eb1b-4e94-b31d-36688e19a65b'}, {'server_uuid': '0450c3cd-3848-4e8a-92de-c781d5802bfa', 'name': 'network-vif-deleted', 'tag': '2eb4346b-854b-4e50-89a6-7f44f94fb958'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:26:29.896388 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ea520029-d3c6-4c7c-bab3-2e50f58159f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:30.127874 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c9a42-0a26-4c91-85b4-7a2188eb92c8 req-3edc472d-15db-43a6-b14a-dea117a03a21 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:30.129493 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-417c9a42-0a26-4c91-85b4-7a2188eb92c8 req-3edc472d-15db-43a6-b14a-dea117a03a21 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.2442217 Jan 19 22:26:30.163316 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b31a6b-57e8-4e77-8111-66c373ba7a5f req-828cf635-5ff7-4ee3-b07e-2fa72bf84662 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:30.164772 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-94b31a6b-57e8-4e77-8111-66c373ba7a5f req-828cf635-5ff7-4ee3-b07e-2fa72bf84662 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.2381811 Jan 19 22:26:30.183254 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38055d26-d780-4602-aa0d-1dbe538964c3 req-310379fb-68aa-486d-9dc8-87035d803fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:30.184780 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-38055d26-d780-4602-aa0d-1dbe538964c3 req-310379fb-68aa-486d-9dc8-87035d803fad service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 1163 time: 0.2108710 Jan 19 22:26:30.269515 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-417c9a42-0a26-4c91-85b4-7a2188eb92c8 req-1de7148d-44a5-449e-aae4-446ea9a6d037 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318626 Jan 19 22:26:30.285133 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-94b31a6b-57e8-4e77-8111-66c373ba7a5f req-336092b3-99d3-4255-8b26-2a1c38eff0fb tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041427 Jan 19 22:26:30.286932 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-38055d26-d780-4602-aa0d-1dbe538964c3 req-b31d6845-c9e4-4489-a5dc-6e2b74d06aa5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817544 Jan 19 22:26:30.456968 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d56f97-c8f0-45ff-afd2-277c683eeb39', 'name': 'network-vif-deleted', 'tag': '3a126e92-eb1b-4e94-b31d-36688e19a65b', 'status': 'completed', 'code': 200} Jan 19 22:26:30.456968 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0450c3cd-3848-4e8a-92de-c781d5802bfa', 'name': 'network-vif-deleted', 'tag': '2eb4346b-854b-4e50-89a6-7f44f94fb958', 'status': 'completed', 'code': 200} Jan 19 22:26:30.514349 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce07b4-4386-436f-9a1e-2124d6b34704 req-49b62ff3-b3ed-49a7-bf13-e1eafc384b64 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:30.516638 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fbce07b4-4386-436f-9a1e-2124d6b34704 req-49b62ff3-b3ed-49a7-bf13-e1eafc384b64 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 943 time: 0.1274078 Jan 19 22:26:30.604760 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fbce07b4-4386-436f-9a1e-2124d6b34704 req-1bacc852-f748-4b14-ac3a-ee945c20c03f tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0811670 Jan 19 22:26:30.681119 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97880e-e295-467e-8665-6aab54ca3a41 req-fa0e1112-02e0-416d-9e8d-8aca2e23dd26 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:30.682870 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ba97880e-e295-467e-8665-6aab54ca3a41 req-fa0e1112-02e0-416d-9e8d-8aca2e23dd26 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 984 time: 0.1205218 Jan 19 22:26:30.741106 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ba97880e-e295-467e-8665-6aab54ca3a41 req-65d1870c-4221-431c-8a14-aad9dc217b81 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=55461af9-9900-46ce-93fb-7fff6db4f4f7&id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0504937 Jan 19 22:26:31.277782 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d697877-6127-4a65-8d6d-6dba2936991d req-be4c428d-4342-4e21-8d59-29e213d4b0ef tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:31.279432 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3d697877-6127-4a65-8d6d-6dba2936991d req-be4c428d-4342-4e21-8d59-29e213d4b0ef tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=d08033f1-a268-4c27-9194-b91d2f1e4495 HTTP/1.1" status: 200 len: 946 time: 0.3864491 Jan 19 22:26:31.302232 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26397fa-a993-4626-9fc1-2fbbccb5c32e req-e588f468-41ad-4eec-a78f-ab1c284067df tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:31.303878 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b26397fa-a993-4626-9fc1-2fbbccb5c32e req-e588f468-41ad-4eec-a78f-ab1c284067df tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 943 time: 0.3742986 Jan 19 22:26:31.381552 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3d697877-6127-4a65-8d6d-6dba2936991d req-c5eaf4d6-3902-4c04-9730-32a5b524c8f3 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767076 Jan 19 22:26:31.388851 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b26397fa-a993-4626-9fc1-2fbbccb5c32e req-21d98ed8-50fd-4af6-9fc8-4dfb8c5f1bf5 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0697150 Jan 19 22:26:31.670050 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa6582-30f7-4c49-8ddf-8b34d8fff619 req-d44cd1d9-e203-4736-8e26-1e923cdf9369 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:31.672423 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5baa6582-30f7-4c49-8ddf-8b34d8fff619 req-d44cd1d9-e203-4736-8e26-1e923cdf9369 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.1720862 Jan 19 22:26:31.695129 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43395856-05b0-4f9a-98ca-91ccbcdfc320 req-a78b2073-917a-450a-af9a-ead1d0837a40 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:31.696687 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-43395856-05b0-4f9a-98ca-91ccbcdfc320 req-a78b2073-917a-450a-af9a-ead1d0837a40 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.1599600 Jan 19 22:26:31.776316 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5baa6582-30f7-4c49-8ddf-8b34d8fff619 req-7c899788-5f25-44d7-ba05-6aa519a5f705 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785737 Jan 19 22:26:31.784173 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-43395856-05b0-4f9a-98ca-91ccbcdfc320 req-18ff8b70-1611-44f1-abee-ef6822d73cf2 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687599 Jan 19 22:26:32.066883 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f30387-6f4c-4df1-bb22-3264417f32ce req-234dba4e-d6da-4707-bcb4-bba4b5d80313 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:32.068424 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-04f30387-6f4c-4df1-bb22-3264417f32ce req-234dba4e-d6da-4707-bcb4-bba4b5d80313 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 943 time: 0.1735604 Jan 19 22:26:32.095389 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e2237-a7e0-4259-a3e6-c1fb0e4ea2e4 req-730caf21-23eb-4bfa-9f6c-8d3811a3e6ed tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:32.096985 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ff5e2237-a7e0-4259-a3e6-c1fb0e4ea2e4 req-730caf21-23eb-4bfa-9f6c-8d3811a3e6ed tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 984 time: 0.1631105 Jan 19 22:26:32.176761 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-04f30387-6f4c-4df1-bb22-3264417f32ce req-1941b333-129e-46e0-9328-2e5e87a3aaad tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0786872 Jan 19 22:26:32.188812 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ff5e2237-a7e0-4259-a3e6-c1fb0e4ea2e4 req-7e80b398-11bd-490e-b212-c73e12ac9df5 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=55461af9-9900-46ce-93fb-7fff6db4f4f7&id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0767417 Jan 19 22:26:32.617169 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679424fe-d504-4bad-9a32-e9a5d19eb63f req-5433dbe4-9565-4352-ae9c-d71c8d889a61 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:32.618812 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-679424fe-d504-4bad-9a32-e9a5d19eb63f req-5433dbe4-9565-4352-ae9c-d71c8d889a61 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=d08033f1-a268-4c27-9194-b91d2f1e4495 HTTP/1.1" status: 200 len: 946 time: 0.1036212 Jan 19 22:26:32.719264 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-679424fe-d504-4bad-9a32-e9a5d19eb63f req-ee8e0782-ab96-4863-b84c-05fead2120c5 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938196 Jan 19 22:26:32.773545 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48632483-f1bd-4762-9e58-d172d6e6f8fd req-eea9a882-bf1c-45eb-801f-7106c5a43749 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:32.775209 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-48632483-f1bd-4762-9e58-d172d6e6f8fd req-eea9a882-bf1c-45eb-801f-7106c5a43749 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 943 time: 0.1269805 Jan 19 22:26:32.825963 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-48632483-f1bd-4762-9e58-d172d6e6f8fd req-4f3f41c8-4acf-4872-99d7-ad25245aa7b0 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0442953 Jan 19 22:26:33.077207 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd600df1-6101-4f3b-9f3e-fcd3a46e5fa8 req-627f62ae-be46-4386-bb7f-ecf8bfc61413 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:33.078777 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fd600df1-6101-4f3b-9f3e-fcd3a46e5fa8 req-627f62ae-be46-4386-bb7f-ecf8bfc61413 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.1352849 Jan 19 22:26:33.100402 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a0ac4-38b7-4368-9455-a629efef6bb4 req-37c9cb99-5856-440d-bb38-b3b9baa48c44 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:33.101890 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-940a0ac4-38b7-4368-9455-a629efef6bb4 req-37c9cb99-5856-440d-bb38-b3b9baa48c44 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.1948547 Jan 19 22:26:33.160784 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0c7c3bfb-11f4-43b4-bb42-c6c8ef83ce96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:33.178145 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fd600df1-6101-4f3b-9f3e-fcd3a46e5fa8 req-06b0665f-0d74-41eb-8a62-d90dcfb39653 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752347 Jan 19 22:26:33.188089 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-940a0ac4-38b7-4368-9455-a629efef6bb4 req-566ceb57-bf09-4a2b-a44d-21f649f2e837 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694370 Jan 19 22:26:33.476990 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d829d1-7ccd-409a-a4f1-607a35b409e7 req-de6880ad-6321-4fad-949a-4efd3c5f1adf tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:33.478622 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c5d829d1-7ccd-409a-a4f1-607a35b409e7 req-de6880ad-6321-4fad-949a-4efd3c5f1adf tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 943 time: 0.1667392 Jan 19 22:26:33.506818 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df2557-813b-4e94-8bf0-eba308bd68e4 req-e57473b0-bcb4-4679-94e5-b603d6e0bb71 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:33.508365 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d9df2557-813b-4e94-8bf0-eba308bd68e4 req-e57473b0-bcb4-4679-94e5-b603d6e0bb71 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 984 time: 0.1554828 Jan 19 22:26:33.590402 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c5d829d1-7ccd-409a-a4f1-607a35b409e7 req-c2cce982-3e19-409e-9819-56d1d44b3aec tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0809808 Jan 19 22:26:33.599805 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d9df2557-813b-4e94-8bf0-eba308bd68e4 req-90f9539b-a793-444a-b387-512999a196db tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=55461af9-9900-46ce-93fb-7fff6db4f4f7&id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0762591 Jan 19 22:26:33.949067 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99d422-606c-4b4f-893f-554d3c0576da req-052634dd-e234-46c0-b231-c792c41f834c tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:33.950753 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9c99d422-606c-4b4f-893f-554d3c0576da req-052634dd-e234-46c0-b231-c792c41f834c tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=d08033f1-a268-4c27-9194-b91d2f1e4495 HTTP/1.1" status: 200 len: 946 time: 0.1034458 Jan 19 22:26:34.063230 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9c99d422-606c-4b4f-893f-554d3c0576da req-2fd3c47e-540d-4ef8-b7c1-427d535e14d2 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049385 Jan 19 22:26:34.098233 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5162cde-c832-45c7-a516-94cfca9f92be req-35c7ccfd-cc70-40fb-90f5-76bda4984f17 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:34.099745 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a5162cde-c832-45c7-a516-94cfca9f92be req-35c7ccfd-cc70-40fb-90f5-76bda4984f17 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 943 time: 0.1435130 Jan 19 22:26:34.150937 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a5162cde-c832-45c7-a516-94cfca9f92be req-0459cb3d-62a0-425c-a6cf-2349968c6127 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0446651 Jan 19 22:26:34.285154 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 73edabd6-9b3d-4a82-bd37-a8b53dee32c8 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:26:34.369077 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 73edabd6-9b3d-4a82-bd37-a8b53dee32c8 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:26:34.369498 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:34.533465 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1051e-a5e0-49e5-88f6-e42ce05d5305 req-7335b957-5f43-416b-abb9-1fe12fbabc21 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:34.535046 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-22e1051e-a5e0-49e5-88f6-e42ce05d5305 req-7335b957-5f43-416b-abb9-1fe12fbabc21 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.65 "GET /v2.0/ports?device_id=d08033f1-a268-4c27-9194-b91d2f1e4495 HTTP/1.1" status: 200 len: 946 time: 0.2639465 Jan 19 22:26:34.557673 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764b939-94fa-471c-badc-f5ea11f0c600 req-4ee0065e-1d68-4da5-b950-7c7d309cf9ed tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:34.559160 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d764b939-94fa-471c-badc-f5ea11f0c600 req-4ee0065e-1d68-4da5-b950-7c7d309cf9ed tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.2266760 Jan 19 22:26:34.582727 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6d0dc-d880-4b26-85b4-1bea4c6a2c8b req-a4f38bce-1a16-40cf-b072-abdb790258e5 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:34.584210 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-29e6d0dc-d880-4b26-85b4-1bea4c6a2c8b req-a4f38bce-1a16-40cf-b072-abdb790258e5 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.2583389 Jan 19 22:26:34.729247 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-29e6d0dc-d880-4b26-85b4-1bea4c6a2c8b req-e8bfe476-389f-41b5-9745-0075365454de tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073866 Jan 19 22:26:34.736141 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d764b939-94fa-471c-badc-f5ea11f0c600 req-b3035d4a-22fd-40bf-8802-6dc627fa9b45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197331 Jan 19 22:26:34.746321 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-22e1051e-a5e0-49e5-88f6-e42ce05d5305 req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Deleting port 73edabd6-9b3d-4a82-bd37-a8b53dee32c8 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:26:34.746723 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-22e1051e-a5e0-49e5-88f6-e42ce05d5305 req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:34.752360 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:34.862062 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 73edabd6-9b3d-4a82-bd37-a8b53dee32c8 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:26:35.048284 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:35.083875 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08033f1-a268-4c27-9194-b91d2f1e4495', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73edabd6-9b3d-4a82-bd37-a8b53dee32c8'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:26:35.101337 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 73edabd6-9b3d-4a82-bd37-a8b53dee32c8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=73edabd6-9b3d-4a82-bd37-a8b53dee32c8,segment=NetworkSegment(3e573508-cfe9-4fcd-b992-dc50ecf291a2),segment_id=3e573508-cfe9-4fcd-b992-dc50ecf291a2)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:26:35.105576 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:35.107496 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4903a6f3-97c3-4a7d-ac7d-2889c43dae0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:35.193616 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-22e1051e-a5e0-49e5-88f6-e42ce05d5305 req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] For port 73edabd6-9b3d-4a82-bd37-a8b53dee32c8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=73edabd6-9b3d-4a82-bd37-a8b53dee32c8,segment=NetworkSegment(3e573508-cfe9-4fcd-b992-dc50ecf291a2),segment_id=3e573508-cfe9-4fcd-b992-dc50ecf291a2)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:26:35.194266 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-22e1051e-a5e0-49e5-88f6-e42ce05d5305 req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:35.211501 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=73edabd6-9b3d-4a82-bd37-a8b53dee32c8,revision_number=5']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:35.217093 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:35.272346 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:35.367970 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-22e1051e-a5e0-49e5-88f6-e42ce05d5305 req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Calling delete_port for 73edabd6-9b3d-4a82-bd37-a8b53dee32c8 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:26:35.460738 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26617d-15a2-4763-9e49-7b9e6217014b req-e7611eed-016d-4147-8372-e51f4d7839cb tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:35.461769 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7e26617d-15a2-4763-9e49-7b9e6217014b req-e7611eed-016d-4147-8372-e51f4d7839cb tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 943 time: 0.4593551 Jan 19 22:26:35.591649 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.api [req-22e1051e-a5e0-49e5-88f6-e42ce05d5305 req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80180) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:26:35.592014 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_db.api [req-22e1051e-a5e0-49e5-88f6-e42ce05d5305 req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:26:35.608129 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7e26617d-15a2-4763-9e49-7b9e6217014b req-7fe327c1-8d07-4c01-aaae-58b1f76ae588 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0956464 Jan 19 22:26:35.646834 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6b111-99ad-4605-8417-aedc46302625 req-71439088-c8cc-4ede-9a7e-fd1ba1264209 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:35.649310 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1fa6b111-99ad-4605-8417-aedc46302625 req-71439088-c8cc-4ede-9a7e-fd1ba1264209 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 984 time: 0.1830831 Jan 19 22:26:35.688502 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08033f1-a268-4c27-9194-b91d2f1e4495', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73edabd6-9b3d-4a82-bd37-a8b53dee32c8', 'code': 200} Jan 19 22:26:35.727300 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:35.728104 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1fa6b111-99ad-4605-8417-aedc46302625 req-69e2d7ea-5342-4c09-829d-556f3e05df30 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=55461af9-9900-46ce-93fb-7fff6db4f4f7&id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0598674 Jan 19 22:26:35.975631 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae78c7-353a-47a9-b21e-e16d43c684f4 req-ff4d401c-7641-476b-8a11-164058045577 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:35.977158 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-faae78c7-353a-47a9-b21e-e16d43c684f4 req-ff4d401c-7641-476b-8a11-164058045577 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=d08033f1-a268-4c27-9194-b91d2f1e4495 HTTP/1.1" status: 200 len: 944 time: 0.1727262 Jan 19 22:26:36.005359 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd4d37-5fbc-48f2-9b63-896661478f00 req-0fbb92ff-5fae-4d44-a848-3921e90b5375 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:36.007039 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-80fd4d37-5fbc-48f2-9b63-896661478f00 req-0fbb92ff-5fae-4d44-a848-3921e90b5375 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 943 time: 0.1559861 Jan 19 22:26:36.084492 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-faae78c7-353a-47a9-b21e-e16d43c684f4 req-9bcf977e-b083-43ca-9012-8057d1d2fe86 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763781 Jan 19 22:26:36.092014 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-80fd4d37-5fbc-48f2-9b63-896661478f00 req-7dceeb52-ed80-4996-99dd-4c951bc2b772 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0673158 Jan 19 22:26:36.092562 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-22e1051e-a5e0-49e5-88f6-e42ce05d5305 req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Deleting port 73edabd6-9b3d-4a82-bd37-a8b53dee32c8 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:26:36.092945 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-22e1051e-a5e0-49e5-88f6-e42ce05d5305 req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:36.743949 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539801-4606-4078-abdc-4c4f7fe273e5 req-e0fca666-7771-4f0b-9bc6-ec2a741a67de tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:36.747006 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-32539801-4606-4078-abdc-4c4f7fe273e5 req-e0fca666-7771-4f0b-9bc6-ec2a741a67de tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.5314956 Jan 19 22:26:36.759327 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-22e1051e-a5e0-49e5-88f6-e42ce05d5305 req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] For port 73edabd6-9b3d-4a82-bd37-a8b53dee32c8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=73edabd6-9b3d-4a82-bd37-a8b53dee32c8,segment=NetworkSegment(3e573508-cfe9-4fcd-b992-dc50ecf291a2),segment_id=3e573508-cfe9-4fcd-b992-dc50ecf291a2)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:26:36.759801 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-22e1051e-a5e0-49e5-88f6-e42ce05d5305 req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:36.797738 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f65141-9f48-4531-8ddd-0c6eec1fbd24 req-7d3fb07a-e690-4d57-b0fc-2ca74642c6d8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:36.799468 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-50f65141-9f48-4531-8ddd-0c6eec1fbd24 req-7d3fb07a-e690-4d57-b0fc-2ca74642c6d8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.5441775 Jan 19 22:26:36.979227 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-22e1051e-a5e0-49e5-88f6-e42ce05d5305 req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Calling delete_port for 73edabd6-9b3d-4a82-bd37-a8b53dee32c8 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:26:37.040879 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-32539801-4606-4078-abdc-4c4f7fe273e5 req-1387e5c4-8eb6-4886-9d18-176e33171a98 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835944 Jan 19 22:26:37.063777 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-50f65141-9f48-4531-8ddd-0c6eec1fbd24 req-6bd2ee58-a12f-43bd-b5e1-461c929245d6 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451689 Jan 19 22:26:37.163158 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-22e1051e-a5e0-49e5-88f6-e42ce05d5305 req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:37.186386 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:37.354354 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Pushing event deleted for resources: {'Port': ['ID=73edabd6-9b3d-4a82-bd37-a8b53dee32c8,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:37.390396 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:37.390834 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:37.391238 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:37.391636 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:37.392028 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:37.392415 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:37.392806 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:37.393189 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:37.393571 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:37.393954 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:37.394341 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:37.394750 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:37.395185 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:37.395567 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:37.395950 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:37.396330 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:37.396711 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:37.397094 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:37.397476 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:37.397857 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:37.398240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:37.398617 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:37.399047 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:37.399425 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:37.403155 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:37.561107 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b99b9e-b954-4be5-9496-258e77c5d047 req-1c98c7e9-2a9d-464d-887a-3cd09977b5e1 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:37.563193 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-93b99b9e-b954-4be5-9496-258e77c5d047 req-1c98c7e9-2a9d-464d-887a-3cd09977b5e1 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 943 time: 0.3779709 Jan 19 22:26:37.590983 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d3513-7583-492c-97cb-456222b48b55 req-69f6aad9-8a91-4a60-a5c1-644df3869035 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:37.592811 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-392d3513-7583-492c-97cb-456222b48b55 req-69f6aad9-8a91-4a60-a5c1-644df3869035 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 984 time: 0.3694136 Jan 19 22:26:37.600801 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e1051e-a5e0-49e5-88f6-e42ce05d5305 req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] No DVR routers for this DVR port 73edabd6-9b3d-4a82-bd37-a8b53dee32c8 on host hv-cinder-75078 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:26:37.603114 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-22e1051e-a5e0-49e5-88f6-e42ce05d5305 req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:37.619593 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08033f1-a268-4c27-9194-b91d2f1e4495', 'name': 'network-vif-deleted', 'tag': '73edabd6-9b3d-4a82-bd37-a8b53dee32c8'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:26:37.652640 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-22e1051e-a5e0-49e5-88f6-e42ce05d5305 req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.65 "DELETE /v2.0/ports/73edabd6-9b3d-4a82-bd37-a8b53dee32c8 HTTP/1.1" status: 204 len: 173 time: 3.0924647 Jan 19 22:26:37.692511 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-93b99b9e-b954-4be5-9496-258e77c5d047 req-babf6ba4-39b3-4b7e-90e2-879e64af1b9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0988622 Jan 19 22:26:37.710883 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-392d3513-7583-492c-97cb-456222b48b55 req-190d90ea-c2c9-41a6-935c-f5e9534a50a9 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=55461af9-9900-46ce-93fb-7fff6db4f4f7&id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0802429 Jan 19 22:26:37.908242 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-5bb14a27-0114-41eb-a5ef-7c7c93e6247e req-9d00f41a-17a7-4047-9703-6a44b365f461 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Synchronizing usage tracker for tenant:02a8b1b9c2174c80b96c9aa48056b997 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:26:37.930535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-5bb14a27-0114-41eb-a5ef-7c7c93e6247e req-9d00f41a-17a7-4047-9703-6a44b365f461 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Unset dirty status for tenant:02a8b1b9c2174c80b96c9aa48056b997 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:26:37.931844 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5bb14a27-0114-41eb-a5ef-7c7c93e6247e req-9d00f41a-17a7-4047-9703-6a44b365f461 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=d08033f1-a268-4c27-9194-b91d2f1e4495 HTTP/1.1" status: 200 len: 210 time: 0.1206110 Jan 19 22:26:37.975630 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bead3d8-9fc8-4bff-aa2a-eb6c9d79c032 req-524b6c80-f595-460f-a86f-eec8df11e90d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:37.977320 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6bead3d8-9fc8-4bff-aa2a-eb6c9d79c032 req-524b6c80-f595-460f-a86f-eec8df11e90d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 943 time: 0.1283548 Jan 19 22:26:38.030045 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6bead3d8-9fc8-4bff-aa2a-eb6c9d79c032 req-8596cdaf-92c2-4e62-b3b2-9d8c66c7b7a3 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0461292 Jan 19 22:26:38.104548 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08033f1-a268-4c27-9194-b91d2f1e4495', 'name': 'network-vif-deleted', 'tag': '73edabd6-9b3d-4a82-bd37-a8b53dee32c8', 'status': 'completed', 'code': 200} Jan 19 22:26:38.384378 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da4909-ab1d-4e43-9af0-8454015b87e9 req-27aae9cc-9c2d-4400-821d-222782749a66 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:38.385984 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-32da4909-ab1d-4e43-9af0-8454015b87e9 req-27aae9cc-9c2d-4400-821d-222782749a66 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.1708612 Jan 19 22:26:38.408955 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4bba1-fb58-4414-a51e-27480e30eb96 req-35010bf9-7476-4ec6-b569-49f6153bdeea tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:38.410440 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-12f4bba1-fb58-4414-a51e-27480e30eb96 req-35010bf9-7476-4ec6-b569-49f6153bdeea tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.1590319 Jan 19 22:26:38.488280 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-32da4909-ab1d-4e43-9af0-8454015b87e9 req-c6773900-26db-47c5-9a76-900a50bdb710 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767927 Jan 19 22:26:38.493741 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-12f4bba1-fb58-4414-a51e-27480e30eb96 req-d1e53566-903d-4de4-905e-3f202c73bbfd tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679948 Jan 19 22:26:39.002983 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34c24d-7ce8-4fcc-869b-9c722c5461fe req-a1038863-f08c-496d-82c9-f9a86dfdc1e4 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:39.004598 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6e34c24d-7ce8-4fcc-869b-9c722c5461fe req-a1038863-f08c-496d-82c9-f9a86dfdc1e4 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 943 time: 0.1738343 Jan 19 22:26:39.027516 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0d873-eecb-4239-9f5c-7d317b0ed559 req-251c906d-ca49-4fcc-9241-d5120ad07dc7 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:39.028944 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-77c0d873-eecb-4239-9f5c-7d317b0ed559 req-251c906d-ca49-4fcc-9241-d5120ad07dc7 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 984 time: 0.1542120 Jan 19 22:26:39.110058 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6e34c24d-7ce8-4fcc-869b-9c722c5461fe req-2014780c-a2c3-42ba-a0d2-c57b9659a27c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0800867 Jan 19 22:26:39.119407 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-77c0d873-eecb-4239-9f5c-7d317b0ed559 req-a61c6fee-b0b7-4141-8837-bce714cd0b53 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=55461af9-9900-46ce-93fb-7fff6db4f4f7&id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0756977 Jan 19 22:26:39.319843 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-17205702-0c22-4df6-911f-2f3315b8a923 req-14c49d2d-c65c-44ec-b4ca-d4479b2874cb tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=d08033f1-a268-4c27-9194-b91d2f1e4495 HTTP/1.1" status: 200 len: 210 time: 0.0907090 Jan 19 22:26:39.375707 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e206990-6fb2-4f8d-9f2b-ea07b2e19afd req-d88f0c22-ffbb-40f5-a91f-a56a883b9185 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:39.377302 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0e206990-6fb2-4f8d-9f2b-ea07b2e19afd req-d88f0c22-ffbb-40f5-a91f-a56a883b9185 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 943 time: 0.1108887 Jan 19 22:26:39.429704 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0e206990-6fb2-4f8d-9f2b-ea07b2e19afd req-7d77eaac-6313-4d50-89f1-070e76e2cb60 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0459931 Jan 19 22:26:39.801843 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d99ad-d039-47f9-9747-fd5c2cd6a7f3 req-c6f724ce-0348-4568-b9dd-327ff79ed43a tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:39.803539 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2e9d99ad-d039-47f9-9747-fd5c2cd6a7f3 req-c6f724ce-0348-4568-b9dd-327ff79ed43a tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.1775751 Jan 19 22:26:39.825418 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d5b7f-6781-44f9-9009-74f33a9355c7 req-78ef54ed-0620-47da-827f-5f3f34c2427f tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:39.826939 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cd5d5b7f-6781-44f9-9009-74f33a9355c7 req-78ef54ed-0620-47da-827f-5f3f34c2427f tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.1646092 Jan 19 22:26:39.901809 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2e9d99ad-d039-47f9-9747-fd5c2cd6a7f3 req-431bc551-0f2a-4925-9958-c0f62f61789c tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728536 Jan 19 22:26:39.915224 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cd5d5b7f-6781-44f9-9009-74f33a9355c7 req-e076f3ce-ed78-47bb-863a-21f394e126a5 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723529 Jan 19 22:26:40.413675 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a96ff-78de-499d-91ce-959016988bf0 req-c112d4a0-40ad-421b-897c-9d8c3322f287 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:40.415262 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-450a96ff-78de-499d-91ce-959016988bf0 req-c112d4a0-40ad-421b-897c-9d8c3322f287 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 943 time: 0.1718554 Jan 19 22:26:40.439240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea5a09-9868-4724-84b2-00abfc33f9a4 req-d2b37c34-9b54-4884-999b-d330607a7e28 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:40.440729 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-82ea5a09-9868-4724-84b2-00abfc33f9a4 req-d2b37c34-9b54-4884-999b-d330607a7e28 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 984 time: 0.1610134 Jan 19 22:26:40.516048 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-450a96ff-78de-499d-91ce-959016988bf0 req-716b3ce9-c0b0-48e7-9df6-12ff33543e92 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0742624 Jan 19 22:26:40.530775 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-82ea5a09-9868-4724-84b2-00abfc33f9a4 req-47ab47a9-48c7-416d-a959-34dee95ee9b2 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=55461af9-9900-46ce-93fb-7fff6db4f4f7&id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0729580 Jan 19 22:26:40.770292 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1450f-b89c-468d-9714-4a0c0614bc39 req-777519b3-8895-45f2-ba05-3539b5f7bf82 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:40.771999 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-46f1450f-b89c-468d-9714-4a0c0614bc39 req-777519b3-8895-45f2-ba05-3539b5f7bf82 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 943 time: 0.1092556 Jan 19 22:26:40.822787 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-46f1450f-b89c-468d-9714-4a0c0614bc39 req-375448f8-deab-471e-9798-325e76827b71 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0444021 Jan 19 22:26:41.211639 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca80eb0-6e2c-48b8-971c-939491592893 req-9994a7f6-71df-4ed3-b028-92fa865dc663 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:41.213293 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2ca80eb0-6e2c-48b8-971c-939491592893 req-9994a7f6-71df-4ed3-b028-92fa865dc663 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.1717377 Jan 19 22:26:41.239899 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191b32b-92c8-4b54-86ed-976b4c572279 req-4b7ba790-59d8-4854-a730-f3ea080b1233 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:41.241441 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1191b32b-92c8-4b54-86ed-976b4c572279 req-4b7ba790-59d8-4854-a730-f3ea080b1233 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.1585073 Jan 19 22:26:41.315765 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2ca80eb0-6e2c-48b8-971c-939491592893 req-21bd7356-6f4d-447d-afec-5d8ed18381cf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732703 Jan 19 22:26:41.325468 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1191b32b-92c8-4b54-86ed-976b4c572279 req-8f247fa9-5271-493e-a31d-53c702cd4f88 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685291 Jan 19 22:26:41.390284 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:26:41.463947 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning for port 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:26:41.469357 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:26:41.469782 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:41.596176 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:41.603256 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-857d0916-2c56-4401-9ff8-53b286580ca9 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:41.604895 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-857d0916-2c56-4401-9ff8-53b286580ca9 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/networks?id=e6ef69e7-9241-4b24-ac31-2f123aad1774 HTTP/1.1" status: 200 len: 813 time: 0.1761203 Jan 19 22:26:41.622581 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-76488ac3-cf07-40a3-9fae-9085496973a8 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/quotas/211f6cd340034838ac0316a66c475298 HTTP/1.1" status: 200 len: 375 time: 0.0101926 Jan 19 22:26:41.627008 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ec94b4-2644-4299-a504-30dc6057fc87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:26:41.637575 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb,segment=NetworkSegment(86abda2d-f225-42bc-8e32-0a72d219752f),segment_id=86abda2d-f225-42bc-8e32-0a72d219752f)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:26:41.640827 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:41.641772 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device c615110b-1ed6-43a9-b28d-b8466eededb3 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:26:41.703058 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6e07db53-5633-40fd-82db-0b8bd91315dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:41.730721 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-250ecb25-7c56-4581-b9e9-88723ce82be4 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?tenant_id=211f6cd340034838ac0316a66c475298&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1016695 Jan 19 22:26:41.775857 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning for port c615110b-1ed6-43a9-b28d-b8466eededb3 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:26:41.783836 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port c615110b-1ed6-43a9-b28d-b8466eededb3 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:26:41.784257 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:41.816087 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:41.834686 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.835074 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.835450 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.835817 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.836189 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.836552 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.836912 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.837268 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.837630 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.838073 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.838330 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.838705 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.839118 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.839479 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.839840 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.840198 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.840555 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.840911 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.841267 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.841623 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.842001 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.842359 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.842726 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.843775 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:26:41.855371 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:41.930218 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed27af-d649-4f87-a07e-bbc8d62400d3 req-371c1a53-0b76-4e4b-a45d-c46e2e73ca9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:41.930932 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:41.931941 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f1ed27af-d649-4f87-a07e-bbc8d62400d3 req-371c1a53-0b76-4e4b-a45d-c46e2e73ca9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.2536752 Jan 19 22:26:41.938178 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-6c92dd98-dcaa-48ea-a91e-72f13dba9522 service neutron] 10.222.0.50 "GET /v2.0/networks/e6ef69e7-9241-4b24-ac31-2f123aad1774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971440 Jan 19 22:26:41.974318 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port c615110b-1ed6-43a9-b28d-b8466eededb3, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c615110b-1ed6-43a9-b28d-b8466eededb3,segment=NetworkSegment(41f6063b-b71c-4980-b791-ecc142e605de),segment_id=41f6063b-b71c-4980-b791-ecc142e605de)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:26:41.977392 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:41.979433 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:42.055115 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=c615110b-1ed6-43a9-b28d-b8466eededb3,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:42.058535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:42.334641 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f1ed27af-d649-4f87-a07e-bbc8d62400d3 req-7c2b6c44-76f9-4e05-83be-9ce6c994e869 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.3953326 Jan 19 22:26:42.396541 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-7b86ccf7-1d2c-4fe5-9de6-ce0005621a38 service neutron] 10.222.0.50 "GET /v2.0/networks/e6ef69e7-9241-4b24-ac31-2f123aad1774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4421568 Jan 19 22:26:42.427755 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcdd15-8985-4619-a6c0-c7660cbb9c86 req-a9e63f3c-6255-4d3e-8a26-584519c6b11e tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:42.429403 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-13bcdd15-8985-4619-a6c0-c7660cbb9c86 req-a9e63f3c-6255-4d3e-8a26-584519c6b11e tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.65 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 945 time: 0.1674118 Jan 19 22:26:42.565104 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ec94b4-2644-4299-a504-30dc6057fc87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb', 'code': 200} Jan 19 22:26:42.571017 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-13bcdd15-8985-4619-a6c0-c7660cbb9c86 req-5c67fa1f-1230-468e-80e2-1f6a515e7023 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Deleting port 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:26:42.571410 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-13bcdd15-8985-4619-a6c0-c7660cbb9c86 req-5c67fa1f-1230-468e-80e2-1f6a515e7023 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:42.704403 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5c2b4-f4a4-47a6-906f-522e63680f1d req-0e361965-268f-4653-bcb7-9dc45d1847f6 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:42.706070 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-52b5c2b4-f4a4-47a6-906f-522e63680f1d req-0e361965-268f-4653-bcb7-9dc45d1847f6 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 984 time: 0.2335079 Jan 19 22:26:42.865691 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-52b5c2b4-f4a4-47a6-906f-522e63680f1d req-80204d39-5811-4996-a966-5fabfc1c7401 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=55461af9-9900-46ce-93fb-7fff6db4f4f7&id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1125185 Jan 19 22:26:42.966164 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:26:43.054454 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:26:43.055186 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:43.063210 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-13bcdd15-8985-4619-a6c0-c7660cbb9c86 req-5c67fa1f-1230-468e-80e2-1f6a515e7023 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] For port 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d,segment=NetworkSegment(42df9283-af88-47b5-87c4-61188bf63737),segment_id=42df9283-af88-47b5-87c4-61188bf63737)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:26:43.063606 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-13bcdd15-8985-4619-a6c0-c7660cbb9c86 req-5c67fa1f-1230-468e-80e2-1f6a515e7023 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:43.101865 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8cb23-bb6d-46fa-8d8b-c213c29170a9 req-d1456cd0-d5fe-449c-a5ff-b885e626d447 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:43.103622 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b2e8cb23-bb6d-46fa-8d8b-c213c29170a9 req-d1456cd0-d5fe-449c-a5ff-b885e626d447 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 945 time: 0.3965607 Jan 19 22:26:43.203850 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device c615110b-1ed6-43a9-b28d-b8466eededb3 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:26:43.260208 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-13bcdd15-8985-4619-a6c0-c7660cbb9c86 req-5c67fa1f-1230-468e-80e2-1f6a515e7023 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Calling delete_port for 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:26:43.278417 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port c615110b-1ed6-43a9-b28d-b8466eededb3 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:26:43.278874 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:43.403576 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77caae26-65ba-4024-bbee-276e94a2905d req-538baa33-550f-4781-a132-2dc4391251a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:43.405120 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-77caae26-65ba-4024-bbee-276e94a2905d req-538baa33-550f-4781-a132-2dc4391251a2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 1162 time: 0.4742336 Jan 19 22:26:43.414853 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b2e8cb23-bb6d-46fa-8d8b-c213c29170a9 req-fdc77e43-460b-4b07-a143-c9a800e25f84 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.2999578 Jan 19 22:26:43.445491 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:26:43.537660 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-77caae26-65ba-4024-bbee-276e94a2905d req-d0c1f5e9-0315-4304-8fbb-6c0cb68097c8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1079779 Jan 19 22:26:43.572707 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:43.610426 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872871e0-343f-4a4d-9650-374921541ba4 req-e0ba9d04-bbb2-40f6-be50-2d70934522d0 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:43.612127 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-872871e0-343f-4a4d-9650-374921541ba4 req-e0ba9d04-bbb2-40f6-be50-2d70934522d0 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.3119929 Jan 19 22:26:43.653960 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-13bcdd15-8985-4619-a6c0-c7660cbb9c86 req-5c67fa1f-1230-468e-80e2-1f6a515e7023 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:43.684545 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-2fea12a1-464b-4cf2-9f9d-97beb91ddcba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:43.746094 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67fa1f-1230-468e-80e2-1f6a515e7023 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Pushing event deleted for resources: {'Port': ['ID=7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:43.755903 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-872871e0-343f-4a4d-9650-374921541ba4 req-5a2a48e0-7a48-46bd-a9e0-ae9472f94154 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320379 Jan 19 22:26:43.808259 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-5c67fa1f-1230-468e-80e2-1f6a515e7023 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:43.875913 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fb2a6-db96-462d-8207-fe941e9dd961 req-1057339b-c97b-46e5-9168-784145ec5f2f tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:43.877537 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ce8fb2a6-db96-462d-8207-fe941e9dd961 req-1057339b-c97b-46e5-9168-784145ec5f2f tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/ports?device_id=dcab554c-8848-400a-a692-b8a7d0adea62 HTTP/1.1" status: 200 len: 867 time: 0.3315334 Jan 19 22:26:43.957160 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2d130d56-c25e-4a1c-88cd-da206ed57070 req-3eaaeb46-dc1c-426d-ad91-de93b29d7b08 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=98964a27-1931-42af-ae36-f024273faae9 HTTP/1.1" status: 200 len: 210 time: 0.0784702 Jan 19 22:26:44.038279 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ce8fb2a6-db96-462d-8207-fe941e9dd961 req-0b9684f6-ab6c-451f-852a-7caf19af2ea7 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.50 "GET /v2.0/security-groups?id=bacec5e2-a212-40de-85e5-0de5ab7a241a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094999 Jan 19 22:26:44.039424 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bcdd15-8985-4619-a6c0-c7660cbb9c86 req-5c67fa1f-1230-468e-80e2-1f6a515e7023 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] No DVR routers for this DVR port 7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d on host hv-cinder-75078 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:26:44.041653 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-13bcdd15-8985-4619-a6c0-c7660cbb9c86 req-5c67fa1f-1230-468e-80e2-1f6a515e7023 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:44.044499 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcab554c-8848-400a-a692-b8a7d0adea62', 'name': 'network-vif-deleted', 'tag': '7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:26:44.060746 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-13bcdd15-8985-4619-a6c0-c7660cbb9c86 req-5c67fa1f-1230-468e-80e2-1f6a515e7023 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] 10.222.0.65 "DELETE /v2.0/ports/7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d HTTP/1.1" status: 204 len: 173 time: 1.6190748 Jan 19 22:26:44.192423 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcafa41-3ad6-48e4-ba26-ace93223f1e5 req-65bfc732-5235-40dd-9a7e-014b6fbacdc5 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:44.194082 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cfcafa41-3ad6-48e4-ba26-ace93223f1e5 req-65bfc732-5235-40dd-9a7e-014b6fbacdc5 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=12a111cc-9110-4d03-a257-2aa191d03dee HTTP/1.1" status: 200 len: 946 time: 0.1093011 Jan 19 22:26:44.398118 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cfcafa41-3ad6-48e4-ba26-ace93223f1e5 req-3c62046b-c1f9-41dd-b5ec-519269be067d tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619871 Jan 19 22:26:44.483487 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-b446cdff-7328-49d3-9e9d-4c755131c358 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:44.485636 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-b446cdff-7328-49d3-9e9d-4c755131c358 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.65 "GET /v2.0/networks?id=e6ef69e7-9241-4b24-ac31-2f123aad1774 HTTP/1.1" status: 200 len: 813 time: 0.2508893 Jan 19 22:26:44.490748 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device ded92b05-d480-455e-b6f9-46ab3cb0c384 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:26:44.509384 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee5f34-8462-40f9-8dba-dc28b0fc9c02 req-88ef418e-8387-4001-b93b-19a798753f7c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:44.511094 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a6ee5f34-8462-40f9-8dba-dc28b0fc9c02 req-88ef418e-8387-4001-b93b-19a798753f7c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.3160281 Jan 19 22:26:44.566485 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a228145e-e5c9-4644-916f-276a15c365c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c615110b-1ed6-43a9-b28d-b8466eededb3'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:26:44.567398 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-9fcd536f-67ee-4aff-bcad-3adf9ca0b76d tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Request body: {'port': {'device_id': '98964a27-1931-42af-ae36-f024273faae9', 'network_id': 'e6ef69e7-9241-4b24-ac31-2f123aad1774', 'admin_state_up': True, 'tenant_id': '211f6cd340034838ac0316a66c475298'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:26:44.572690 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port ded92b05-d480-455e-b6f9-46ab3cb0c384 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:26:44.573117 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:44.923141 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a6ee5f34-8462-40f9-8dba-dc28b0fc9c02 req-c6ba80e7-ab42-4aac-b4fa-664477c9ed44 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.4046178 Jan 19 22:26:45.007162 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ed7b3-781c-4aec-9aa4-503a4bc3637e req-784cf55e-e015-4b15-b757-bc828691e128 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:45.008774 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6a0ed7b3-781c-4aec-9aa4-503a4bc3637e req-784cf55e-e015-4b15-b757-bc828691e128 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 984 time: 0.4916239 Jan 19 22:26:45.016280 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcab554c-8848-400a-a692-b8a7d0adea62', 'name': 'network-vif-deleted', 'tag': '7f6e43c0-844f-4d80-8e7f-5d38bbbdcd3d', 'status': 'completed', 'code': 200} Jan 19 22:26:45.020367 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-9fcd536f-67ee-4aff-bcad-3adf9ca0b76d tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:26:45.049958 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-9fcd536f-67ee-4aff-bcad-3adf9ca0b76d tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:26:45.082987 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6a0ed7b3-781c-4aec-9aa4-503a4bc3637e req-17c26cf7-f9fd-4ad8-b4b3-1f301da77880 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=55461af9-9900-46ce-93fb-7fff6db4f4f7&id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0645185 Jan 19 22:26:45.084055 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-9fcd536f-67ee-4aff-bcad-3adf9ca0b76d tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Made reservation on behalf of 211f6cd340034838ac0316a66c475298 for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:26:45.092964 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-9fcd536f-67ee-4aff-bcad-3adf9ca0b76d tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:45.204070 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a228145e-e5c9-4644-916f-276a15c365c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c615110b-1ed6-43a9-b28d-b8466eededb3', 'code': 200} Jan 19 22:26:45.470469 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf0fac-b864-42b2-819e-916a2f045479 req-c61bca3d-8d5c-4638-8f91-d64b54cb80a3 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:45.472166 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2ecf0fac-b864-42b2-819e-916a2f045479 req-c61bca3d-8d5c-4638-8f91-d64b54cb80a3 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 945 time: 0.3138897 Jan 19 22:26:45.639745 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6e5a6-474f-4937-9202-5c5a1328f074 req-9fde5a74-05cc-41a1-a4d2-2c9bb43ca690 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:45.641372 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-19e6e5a6-474f-4937-9202-5c5a1328f074 req-9fde5a74-05cc-41a1-a4d2-2c9bb43ca690 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.3309076 Jan 19 22:26:45.672786 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2ecf0fac-b864-42b2-819e-916a2f045479 req-988d5cdf-0ccd-443f-be36-d05296c77931 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1881304 Jan 19 22:26:45.747828 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-9fcd536f-67ee-4aff-bcad-3adf9ca0b76d tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Allocated IP 172.20.0.14 (e6ef69e7-9241-4b24-ac31-2f123aad1774/42f603b9-be0f-4ef2-9931-5868eddb5fe8/34fa3a3e-b264-4cd1-8e76-0fb020223379) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:26:45.763678 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-19e6e5a6-474f-4937-9202-5c5a1328f074 req-78dd5d8d-8796-48da-868b-bec628cea5b1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081645 Jan 19 22:26:45.783438 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e6d0f-45d6-4531-b13a-31c28aaeecba req-3687d432-acc3-412d-b5db-958c02a8bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:45.794516 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fc6e6d0f-45d6-4531-b13a-31c28aaeecba req-3687d432-acc3-412d-b5db-958c02a8bb0d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 1162 time: 0.2189162 Jan 19 22:26:45.867293 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 58792) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:45.887332 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6e468cc8-307e-4d7b-a515-2b18ef3ecb97 req-6e7a7679-4c9e-4f20-b920-41ff049a1a39 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=98964a27-1931-42af-ae36-f024273faae9 HTTP/1.1" status: 200 len: 210 time: 0.0764687 Jan 19 22:26:46.042629 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fc6e6d0f-45d6-4531-b13a-31c28aaeecba req-40f7f1d6-da13-4323-a2ef-2330173d4d19 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1907947 Jan 19 22:26:46.208930 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-9fcd536f-67ee-4aff-bcad-3adf9ca0b76d tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:46.245473 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7f6db-3fe1-48a8-8291-84b5f3385744 req-e96b39e4-0f52-4480-a9c4-1c6e45bddb45 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:46.247421 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8da7f6db-3fe1-48a8-8291-84b5f3385744 req-e96b39e4-0f52-4480-a9c4-1c6e45bddb45 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=12a111cc-9110-4d03-a257-2aa191d03dee HTTP/1.1" status: 200 len: 946 time: 0.2636542 Jan 19 22:26:46.273274 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0c49b-4b06-4366-95ce-17fb96d6a58a req-40177ca3-4d05-4c18-a465-6d05b29c17b6 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:46.274909 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-85f0c49b-4b06-4366-95ce-17fb96d6a58a req-40177ca3-4d05-4c18-a465-6d05b29c17b6 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.2126284 Jan 19 22:26:46.365167 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8da7f6db-3fe1-48a8-8291-84b5f3385744 req-32fe7ee7-a6eb-4e58-b219-d6b09f5d93ba tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/security-groups?id=6bf5ff82-114d-40f7-866a-2ada5d50b680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891633 Jan 19 22:26:46.377468 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-85f0c49b-4b06-4366-95ce-17fb96d6a58a req-4e1b4c41-343c-4c99-a37c-e5bf1ac11d43 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0792017 Jan 19 22:26:46.382917 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-9fcd536f-67ee-4aff-bcad-3adf9ca0b76d tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:46.398747 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-92aeb23a-b8dc-40fb-97f4-453fed372b12 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:46.571761 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9b98331e-4617-420f-b995-cd87043c455a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427516'] for router_interface, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:46.637611 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd536f-67ee-4aff-bcad-3adf9ca0b76d tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Pushing event updated for resources: {'Port': ['ID=34fa3a3e-b264-4cd1-8e76-0fb020223379,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:46.646969 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9fcd536f-67ee-4aff-bcad-3adf9ca0b76d tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:46.815634 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a994e92-44bb-4d75-a0df-f7683c364582 req-4c2456c3-d3ae-42c5-b697-398c8bae865f tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:46.817263 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3a994e92-44bb-4d75-a0df-f7683c364582 req-4c2456c3-d3ae-42c5-b697-398c8bae865f tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 984 time: 0.3032968 Jan 19 22:26:46.830217 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-9fcd536f-67ee-4aff-bcad-3adf9ca0b76d tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Network e6ef69e7-9241-4b24-ac31-2f123aad1774 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:26:46.838594 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-9fcd536f-67ee-4aff-bcad-3adf9ca0b76d tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:26:46.877442 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7591e8d-c7c8-4b20-bc8e-50230e324057 req-0f92de8c-cde6-45cb-bacf-c51affd626a4 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:46.879067 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d7591e8d-c7c8-4b20-bc8e-50230e324057 req-0f92de8c-cde6-45cb-bacf-c51affd626a4 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.3246071 Jan 19 22:26:46.882978 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-9fcd536f-67ee-4aff-bcad-3adf9ca0b76d tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:26:46.947662 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-9b98331e-4617-420f-b995-cd87043c455a admin admin] Deleting port d8697ad9-0bca-4497-9612-f2b46a23ab20 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:26:46.947985 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9b98331e-4617-420f-b995-cd87043c455a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:47.016549 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3a994e92-44bb-4d75-a0df-f7683c364582 req-d75ccb93-6a8b-45e0-bcac-d00069f48bd1 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=55461af9-9900-46ce-93fb-7fff6db4f4f7&id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1890619 Jan 19 22:26:47.048088 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aed252-b11a-402b-b45b-a5257ed1e1b0 req-7f40bf9c-2757-4886-999d-e05d215be915 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:47.048088 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e0aed252-b11a-402b-b45b-a5257ed1e1b0 req-7f40bf9c-2757-4886-999d-e05d215be915 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.65 "GET /v2.0/ports?device_id=12a111cc-9110-4d03-a257-2aa191d03dee HTTP/1.1" status: 200 len: 946 time: 0.3421438 Jan 19 22:26:47.069631 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:26:47.098111 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-9fcd536f-67ee-4aff-bcad-3adf9ca0b76d tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:47.098843 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-9fcd536f-67ee-4aff-bcad-3adf9ca0b76d tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:47.123618 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d7591e8d-c7c8-4b20-bc8e-50230e324057 req-9fedf346-633c-48ac-abf9-513d4d265121 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2062898 Jan 19 22:26:47.144284 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:26:47.145030 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:47.169646 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-9b98331e-4617-420f-b995-cd87043c455a admin admin] For port d8697ad9-0bca-4497-9612-f2b46a23ab20, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=d8697ad9-0bca-4497-9612-f2b46a23ab20,segment=NetworkSegment(42df9283-af88-47b5-87c4-61188bf63737),segment_id=42df9283-af88-47b5-87c4-61188bf63737)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:26:47.170067 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9b98331e-4617-420f-b995-cd87043c455a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:47.226377 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-9fcd536f-67ee-4aff-bcad-3adf9ca0b76d tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7058661 Jan 19 22:26:47.253699 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-e0aed252-b11a-402b-b45b-a5257ed1e1b0 req-0ca2768a-b42b-42d8-a324-c03dfbf81633 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Deleting port 96c08cb4-6c4f-48dd-9c2b-46c6119075fa {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:26:47.254089 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-e0aed252-b11a-402b-b45b-a5257ed1e1b0 req-0ca2768a-b42b-42d8-a324-c03dfbf81633 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:47.283694 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device ded92b05-d480-455e-b6f9-46ab3cb0c384 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:26:47.306386 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] Request body: {'port': {'device_id': '98964a27-1931-42af-ae36-f024273faae9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:26:47.326011 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-9b98331e-4617-420f-b995-cd87043c455a admin admin] Calling delete_port for d8697ad9-0bca-4497-9612-f2b46a23ab20 owned by network:router_interface {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:26:47.365848 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port ded92b05-d480-455e-b6f9-46ab3cb0c384 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:26:47.366274 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:47.501062 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 96c08cb4-6c4f-48dd-9c2b-46c6119075fa up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:26:47.583769 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 96c08cb4-6c4f-48dd-9c2b-46c6119075fa triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:26:47.584392 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:47.894580 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:47.935640 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9b98331e-4617-420f-b995-cd87043c455a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:47.942311 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478598f-ad0d-4ef0-8dbc-8bf18432b819 req-37c0690b-3c00-4b45-83ed-1f4e91a924bf tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:47.944050 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1478598f-ad0d-4ef0-8dbc-8bf18432b819 req-37c0690b-3c00-4b45-83ed-1f4e91a924bf tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 945 time: 0.7834773 Jan 19 22:26:47.951601 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e35c31b6-19f3-4500-b02b-37377f535911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:47.979251 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b4628-b0a2-4297-9f61-60595e9ed3c8 req-63d1a03a-e06b-4193-a2e0-0519d75287fe tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:47.980896 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8a9b4628-b0a2-4297-9f61-60595e9ed3c8 req-63d1a03a-e06b-4193-a2e0-0519d75287fe tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.6811337 Jan 19 22:26:47.997451 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98331e-4617-420f-b995-cd87043c455a admin admin] Pushing event deleted for resources: {'Port': ['ID=d8697ad9-0bca-4497-9612-f2b46a23ab20,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:48.047918 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9b98331e-4617-420f-b995-cd87043c455a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:48.158526 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-e0aed252-b11a-402b-b45b-a5257ed1e1b0 req-0ca2768a-b42b-42d8-a324-c03dfbf81633 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] For port 96c08cb4-6c4f-48dd-9c2b-46c6119075fa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=96c08cb4-6c4f-48dd-9c2b-46c6119075fa,segment=NetworkSegment(3e573508-cfe9-4fcd-b992-dc50ecf291a2),segment_id=3e573508-cfe9-4fcd-b992-dc50ecf291a2)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:26:48.158876 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-e0aed252-b11a-402b-b45b-a5257ed1e1b0 req-0ca2768a-b42b-42d8-a324-c03dfbf81633 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:48.205153 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8a9b4628-b0a2-4297-9f61-60595e9ed3c8 req-e2bc8349-63a3-4fbc-a0e3-a0100d5dd717 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655366 Jan 19 22:26:48.210529 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1478598f-ad0d-4ef0-8dbc-8bf18432b819 req-61c0e6be-32bb-43d3-a159-0e72babbf649 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.2286479 Jan 19 22:26:48.338836 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9b98331e-4617-420f-b995-cd87043c455a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853084252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427334'] for router_interface, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:48.389789 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-e0aed252-b11a-402b-b45b-a5257ed1e1b0 req-0ca2768a-b42b-42d8-a324-c03dfbf81633 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Calling delete_port for 96c08cb4-6c4f-48dd-9c2b-46c6119075fa owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:26:48.599207 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device c615110b-1ed6-43a9-b28d-b8466eededb3 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:26:48.696559 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port c615110b-1ed6-43a9-b28d-b8466eededb3 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:26:48.698217 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:48.777796 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7d416b97-9889-4e5b-a5eb-872238154122 req-e8bda6cf-b850-41af-a929-0fc08974b588 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4253998 Jan 19 22:26:48.863395 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 96c08cb4-6c4f-48dd-9c2b-46c6119075fa no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:26:48.881811 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-7d416b97-9889-4e5b-a5eb-872238154122 req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Request body: {'floatingip': {'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:26:48.896235 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b98331e-4617-420f-b995-cd87043c455a admin admin] Router 204e8d80-67ec-4db9-b74c-7570489800eb has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:26:48.902370 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-7d416b97-9889-4e5b-a5eb-872238154122 req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:26:48.927945 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-7d416b97-9889-4e5b-a5eb-872238154122 req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Usage tracker for resource:floatingip and tenant:9b60a759f4aa4625ba7e4a31db6ae945 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:26:48.953577 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd06ed-bd85-4439-ba95-53829614bb2f req-81b3150d-97df-45fc-aa43-b1455f404140 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:48.954390 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-abbd06ed-bd85-4439-ba95-53829614bb2f req-81b3150d-97df-45fc-aa43-b1455f404140 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Synchronizing usage tracker for tenant:211f6cd340034838ac0316a66c475298 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:26:48.958428 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-7d416b97-9889-4e5b-a5eb-872238154122 req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:26:48.972022 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-7d416b97-9889-4e5b-a5eb-872238154122 req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:26:48.989000 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:49.006049 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-e0aed252-b11a-402b-b45b-a5257ed1e1b0 req-0ca2768a-b42b-42d8-a324-c03dfbf81633 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:49.036318 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:49.089814 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-7d416b97-9889-4e5b-a5eb-872238154122 req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks [] for floatingip, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:49.096404 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b98331e-4617-420f-b995-cd87043c455a admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:26:49.103961 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-abbd06ed-bd85-4439-ba95-53829614bb2f req-81b3150d-97df-45fc-aa43-b1455f404140 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Unset dirty status for tenant:211f6cd340034838ac0316a66c475298 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:26:49.105238 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-abbd06ed-bd85-4439-ba95-53829614bb2f req-81b3150d-97df-45fc-aa43-b1455f404140 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=98964a27-1931-42af-ae36-f024273faae9 HTTP/1.1" status: 200 len: 932 time: 0.7285182 Jan 19 22:26:49.107980 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b614937-8501-402c-a6c3-8a1d830b0434 None None] Sync routers for ids ['204e8d80-67ec-4db9-b74c-7570489800eb'] in dv-cinder-750782-5-iscsi {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:26:49.110189 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-9b98331e-4617-420f-b995-cd87043c455a admin admin] 10.222.0.50 "PUT /v2.0/routers/204e8d80-67ec-4db9-b74c-7570489800eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2416644 Jan 19 22:26:49.112865 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 58814) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:49.121610 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b614937-8501-402c-a6c3-8a1d830b0434 None None] Routers {'204e8d80-67ec-4db9-b74c-7570489800eb'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:26:49.122308 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-4b614937-8501-402c-a6c3-8a1d830b0434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:26:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['204e8d80-67ec-4db9-b74c-7570489800eb'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:26:49.125784 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2768a-b42b-42d8-a324-c03dfbf81633 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Pushing event deleted for resources: {'Port': ['ID=96c08cb4-6c4f-48dd-9c2b-46c6119075fa,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:49.209203 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-0ca2768a-b42b-42d8-a324-c03dfbf81633 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:49.316716 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-07bd5279-af6a-485b-a609-02ea85e44c1b admin admin] Notify callbacks [] for router, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:49.402624 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-abbd06ed-bd85-4439-ba95-53829614bb2f req-bb41a75e-1830-41b6-ab35-eea41715c76b tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/security-groups?id=adf448d3-98b1-4ffc-aee6-7921f6931539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780113 Jan 19 22:26:49.471384 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34fa3a3e-b264-4cd1-8e76-0fb020223379 {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:26:49.490741 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:49.500322 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-4b614937-8501-402c-a6c3-8a1d830b0434 None None] Set router 204e8d80-67ec-4db9-b74c-7570489800eb gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:26:49.540072 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-07bd5279-af6a-485b-a609-02ea85e44c1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:49.547879 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-07bd5279-af6a-485b-a609-02ea85e44c1b admin admin] Deleting port 6c3529fe-09df-466c-b779-bbcbd2cead86 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:26:49.548615 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-07bd5279-af6a-485b-a609-02ea85e44c1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:49.549583 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] Transition to ACTIVE for port object 34fa3a3e-b264-4cd1-8e76-0fb020223379 will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:26:49.560431 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0aed252-b11a-402b-b45b-a5257ed1e1b0 req-0ca2768a-b42b-42d8-a324-c03dfbf81633 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] No DVR routers for this DVR port 96c08cb4-6c4f-48dd-9c2b-46c6119075fa on host hv-cinder-75078 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:26:49.562199 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996312'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:49.580928 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-e0aed252-b11a-402b-b45b-a5257ed1e1b0 req-0ca2768a-b42b-42d8-a324-c03dfbf81633 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:49.586696 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-43958fae-7b72-4d2e-ac7f-840e5fc34bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:49.618610 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a111cc-9110-4d03-a257-2aa191d03dee', 'name': 'network-vif-deleted', 'tag': '96c08cb4-6c4f-48dd-9c2b-46c6119075fa'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:26:49.788302 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e0aed252-b11a-402b-b45b-a5257ed1e1b0 req-0ca2768a-b42b-42d8-a324-c03dfbf81633 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.65 "DELETE /v2.0/ports/96c08cb4-6c4f-48dd-9c2b-46c6119075fa HTTP/1.1" status: 204 len: 173 time: 2.7409112 Jan 19 22:26:49.804821 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-07bd5279-af6a-485b-a609-02ea85e44c1b admin admin] For port 6c3529fe-09df-466c-b779-bbcbd2cead86, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=6c3529fe-09df-466c-b779-bbcbd2cead86,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:26:49.805664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-07bd5279-af6a-485b-a609-02ea85e44c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:49.807877 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-958a503c-8e3e-4e8b-8843-c25b284cfb08 req-5bbe959a-0396-4d33-9c37-da7d16dbee48 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Synchronizing usage tracker for tenant:02a8b1b9c2174c80b96c9aa48056b997 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:26:49.817412 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-4b614937-8501-402c-a6c3-8a1d830b0434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204e8d80-67ec-4db9-b74c-7570489800eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1115440554-router', 'tenant_id': 'faaf464719d54745afba437b2a9bd34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '6c3529fe-09df-466c-b779-bbcbd2cead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:18Z', 'updated_at': '2021-01-19T22:26:47Z', 'revision_number': 5, 'project_id': 'faaf464719d54745afba437b2a9bd34b', 'gw_port': {'id': '6c3529fe-09df-466c-b779-bbcbd2cead86', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204e8d80-67ec-4db9-b74c-7570489800eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:20Z', 'updated_at': '2021-01-19T22:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:26:49.821062 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b614937-8501-402c-a6c3-8a1d830b0434 None None] Checking router: 204e8d80-67ec-4db9-b74c-7570489800eb for host: dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:26:49.830660 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b614937-8501-402c-a6c3-8a1d830b0434 None None] Routers {'204e8d80-67ec-4db9-b74c-7570489800eb'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:26:49.831374 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-4b614937-8501-402c-a6c3-8a1d830b0434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:26:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['204e8d80-67ec-4db9-b74c-7570489800eb'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:26:49.839363 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] Pushing event updated for resources: {'Port': ['ID=34fa3a3e-b264-4cd1-8e76-0fb020223379,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:49.854581 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:49.900465 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-958a503c-8e3e-4e8b-8843-c25b284cfb08 req-5bbe959a-0396-4d33-9c37-da7d16dbee48 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Unset dirty status for tenant:02a8b1b9c2174c80b96c9aa48056b997 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:26:49.902980 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-958a503c-8e3e-4e8b-8843-c25b284cfb08 req-5bbe959a-0396-4d33-9c37-da7d16dbee48 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] 10.222.0.50 "GET /v2.0/ports?device_id=12a111cc-9110-4d03-a257-2aa191d03dee HTTP/1.1" status: 200 len: 210 time: 0.2764795 Jan 19 22:26:49.939686 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-7d416b97-9889-4e5b-a5eb-872238154122 req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:50.135550 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-4b614937-8501-402c-a6c3-8a1d830b0434 None None] Set router 204e8d80-67ec-4db9-b74c-7570489800eb gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:26:50.210841 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-07bd5279-af6a-485b-a609-02ea85e44c1b admin admin] Calling delete_port for 6c3529fe-09df-466c-b779-bbcbd2cead86 owned by network:router_gateway {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:26:50.358727 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-07bd5279-af6a-485b-a609-02ea85e44c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING neutron.plugins.ml2.ovo_rpc [None req-07bd5279-af6a-485b-a609-02ea85e44c1b admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: result = function(*args, **kwargs) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: proto.__init__(conn_state, self) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: self.handle() Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: self.handle_one_request() Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: self.handle_one_response() Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: result = self.application(self.environ, start_response) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: return app(environ, start_response) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: resp = self.call_func(req, *args, **kw) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.func(req, *args, **kwargs) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: response = req.get_response(self.application) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: application, catch_exc_info=False) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: app_iter = application(self.environ, start_response) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: resp = self.call_func(req, *args, **kw) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.func(req, *args, **kwargs) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: response = req.get_response(self.application) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: application, catch_exc_info=False) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: app_iter = application(self.environ, start_response) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: resp = self.call_func(req, *args, **kw) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.func(req, *args, **kwargs) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: response = req.get_response(self.application) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: application, catch_exc_info=False) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: app_iter = application(self.environ, start_response) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: resp = self.call_func(req, *args, **kw) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.func(req, *args, **kwargs) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: response = req.get_response(self.application) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: application, catch_exc_info=False) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: app_iter = application(self.environ, start_response) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: resp = self.call_func(req, *args, **kw) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.func(req, *args, **kwargs) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: return request.get_response(self.application) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: application, catch_exc_info=False) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: app_iter = application(self.environ, start_response) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: resp = self.call_func(req, *args, **kw) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.func(req, *args, **kwargs) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: response = req.get_response(self._app) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: application, catch_exc_info=False) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: app_iter = application(self.environ, start_response) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: return resp(environ, start_response) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: return resp(environ, start_response) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: response = self.app(environ, start_response) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: return resp(environ, start_response) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: resp = self.call_func(req, *args, **kw) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.func(req, *args, **kwargs) Jan 19 22:26:50.365612 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: result = method(request=request, **args) Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: return self._delete(request, id, **kwargs) Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(*args, **kwargs) Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(*args, **kwargs) Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(*dup_args, **dup_kwargs) Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: obj_deleter(request.context, id, **kwargs) Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: return method(*args, **kwargs) Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(*args, **kwargs) Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(*args, **kwargs) Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(*dup_args, **dup_kwargs) Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: self._delete_current_gw_port(context, id, router, None) Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: admin_ctx, gw_port_id, l3_port_check=False) Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(self, context, *args, **kwargs) Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: return method(*args, **kwargs) Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: context, port, router_ids, bound_mech_contexts) Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: return function(*args, **kwargs) Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: callback(resource, event, trigger, **kwargs) Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: if self._is_session_semantic_violated(context, resource, event): Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: stack = traceback.extract_stack() Jan 19 22:26:50.374567 dv-cinder-750782-5-iscsi neutron-server[80069]: Jan 19 22:26:50.503809 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-4b614937-8501-402c-a6c3-8a1d830b0434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204e8d80-67ec-4db9-b74c-7570489800eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1115440554-router', 'tenant_id': 'faaf464719d54745afba437b2a9bd34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '6c3529fe-09df-466c-b779-bbcbd2cead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:18Z', 'updated_at': '2021-01-19T22:26:47Z', 'revision_number': 5, 'project_id': 'faaf464719d54745afba437b2a9bd34b', 'gw_port': {'id': '6c3529fe-09df-466c-b779-bbcbd2cead86', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204e8d80-67ec-4db9-b74c-7570489800eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:20Z', 'updated_at': '2021-01-19T22:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:26:50.508185 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b614937-8501-402c-a6c3-8a1d830b0434 None None] The sync data for ids ['204e8d80-67ec-4db9-b74c-7570489800eb'] in dv-cinder-750782-5-iscsi is: [{'id': '204e8d80-67ec-4db9-b74c-7570489800eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1115440554-router', 'tenant_id': 'faaf464719d54745afba437b2a9bd34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '6c3529fe-09df-466c-b779-bbcbd2cead86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:18Z', 'updated_at': '2021-01-19T22:26:47Z', 'revision_number': 5, 'project_id': 'faaf464719d54745afba437b2a9bd34b', 'gw_port': {'id': '6c3529fe-09df-466c-b779-bbcbd2cead86', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204e8d80-67ec-4db9-b74c-7570489800eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:20Z', 'updated_at': '2021-01-19T22:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}] {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:26:50.519903 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-07bd5279-af6a-485b-a609-02ea85e44c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854343435'] for router_gateway, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:50.683341 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-07bd5279-af6a-485b-a609-02ea85e44c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854342923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774747'] for router, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:50.684905 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] Attempting to bind port 34fa3a3e-b264-4cd1-8e76-0fb020223379 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:26:50.686418 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] Attempting to bind port 34fa3a3e-b264-4cd1-8e76-0fb020223379 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '9e0c1087-46f5-48bb-b6fd-f1b7be5752ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6ef69e7-9241-4b24-ac31-2f123aad1774'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:26:50.686418 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] Attempting to bind port 34fa3a3e-b264-4cd1-8e76-0fb020223379 on network e6ef69e7-9241-4b24-ac31-2f123aad1774 {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:26:50.687174 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-07bd5279-af6a-485b-a609-02ea85e44c1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:50.710522 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de105e67-98fa-4809-9a7e-5300af11a5c7 req-ead42744-8755-4bb9-99b6-5dbe2b220390 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:50.712269 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-de105e67-98fa-4809-9a7e-5300af11a5c7 req-ead42744-8755-4bb9-99b6-5dbe2b220390 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 984 time: 0.6190035 Jan 19 22:26:50.722607 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] Checking agent: {'id': '2523063a-ad22-4c17-a8b2-431f878c065d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 20, 21), 'started_at': datetime.datetime(2021, 1, 19, 22, 20, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:26:50.723019 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] Checking segment: {'id': '9e0c1087-46f5-48bb-b6fd-f1b7be5752ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6ef69e7-9241-4b24-ac31-2f123aad1774'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:26:50.723427 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:50.724021 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] Bound using segment: {'id': '9e0c1087-46f5-48bb-b6fd-f1b7be5752ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6ef69e7-9241-4b24-ac31-2f123aad1774'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:26:50.724511 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] Bound port: 34fa3a3e-b264-4cd1-8e76-0fb020223379, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0c1087-46f5-48bb-b6fd-f1b7be5752ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6ef69e7-9241-4b24-ac31-2f123aad1774'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:26:50.724891 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:50.768475 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-7d416b97-9889-4e5b-a5eb-872238154122 req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Allocated IP 172.27.0.142 (8ee66800-a804-40da-8341-42d4a5bfa70e/1d78e577-375f-4e80-a30d-36805bf42fd3/0079e350-8027-479e-a383-892ebf14633f) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:26:50.771011 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-07bd5279-af6a-485b-a609-02ea85e44c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854259288'] for router, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:50.771553 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bd5279-af6a-485b-a609-02ea85e44c1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 204e8d80-67ec-4db9-b74c-7570489800eb {{(pid=80181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 19 22:26:50.785023 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-07bd5279-af6a-485b-a609-02ea85e44c1b admin admin] Notify callbacks [] for router, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:50.787742 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-07bd5279-af6a-485b-a609-02ea85e44c1b admin admin] 10.222.0.50 "DELETE /v2.0/routers/204e8d80-67ec-4db9-b74c-7570489800eb HTTP/1.1" status: 204 len: 168 time: 1.6724265 Jan 19 22:26:50.789088 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 58826) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:50.862887 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_v2 [None req-138e05d0-5e65-4fe1-89fa-274b9486723e admin admin] Deleting subnet 7325d4b0-095b-4afe-9fcb-ab7450d96ef2 {{(pid=80181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:26:50.865997 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-138e05d0-5e65-4fe1-89fa-274b9486723e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:50.918765 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-138e05d0-5e65-4fe1-89fa-274b9486723e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:50.926950 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-138e05d0-5e65-4fe1-89fa-274b9486723e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854192441'] for subnet, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:50.940664 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-de105e67-98fa-4809-9a7e-5300af11a5c7 req-7e5bcdf7-d2e6-4c06-bbf5-7a1a692ffb2f tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=55461af9-9900-46ce-93fb-7fff6db4f4f7&id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1998901 Jan 19 22:26:50.988372 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:50.996263 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] For port 34fa3a3e-b264-4cd1-8e76-0fb020223379, host hv-cinder-75078, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:26:51.022391 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] For port 34fa3a3e-b264-4cd1-8e76-0fb020223379, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=34fa3a3e-b264-4cd1-8e76-0fb020223379,segment=NetworkSegment(9e0c1087-46f5-48bb-b6fd-f1b7be5752ea),segment_id=9e0c1087-46f5-48bb-b6fd-f1b7be5752ea)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:26:51.034293 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996312'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:51.057370 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-11cec002-0e2e-4f87-914b-d097c28eac7d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:51.215033 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-138e05d0-5e65-4fe1-89fa-274b9486723e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for subnet, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:51.230856 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-deaa1291-04ac-4ce0-a8ee-e763a363e870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:51.267328 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-7d416b97-9889-4e5b-a5eb-872238154122 req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:51.269613 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e05d0-5e65-4fe1-89fa-274b9486723e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7325d4b0-095b-4afe-9fcb-ab7450d96ef2,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:51.291655 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] Pushing event updated for resources: {'Port': ['ID=34fa3a3e-b264-4cd1-8e76-0fb020223379,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:51.298530 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:51.320379 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-138e05d0-5e65-4fe1-89fa-274b9486723e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:51.368617 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-138e05d0-5e65-4fe1-89fa-274b9486723e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:51.375884 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-138e05d0-5e65-4fe1-89fa-274b9486723e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7325d4b0-095b-4afe-9fcb-ab7450d96ef2 HTTP/1.1" status: 204 len: 168 time: 0.5854266 Jan 19 22:26:51.378434 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 58834) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:51.400157 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906b580-cd43-4e08-ab2f-4cd41792b3d3 req-36f9da25-6a4b-4744-aae1-a4708498880a tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:51.401915 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4906b580-cd43-4e08-ab2f-4cd41792b3d3 req-36f9da25-6a4b-4744-aae1-a4708498880a tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.2993228 Jan 19 22:26:51.407687 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:51.408377 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:51.409871 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] 10.222.0.65 "PUT /v2.0/ports/34fa3a3e-b264-4cd1-8e76-0fb020223379 HTTP/1.1" status: 200 len: 1158 time: 4.1192312 Jan 19 22:26:51.431485 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-7d416b97-9889-4e5b-a5eb-872238154122 req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:51.449637 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-41b9986f-3b91-4b03-b3fe-4406f014ad18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:51.506656 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262604'] for network, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:51.637833 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4906b580-cd43-4e08-ab2f-4cd41792b3d3 req-3fc7fa1c-08a6-4fa5-bbb6-40f68f749fe9 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268391 Jan 19 22:26:51.726177 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Pushing event updated for resources: {'Port': ['ID=0079e350-8027-479e-a383-892ebf14633f,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:51.729437 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:51.740838 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-583314', 'neutron.services.segments.db._delete_segments_for_network--9223363301127363290'] for network, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:51.776217 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d416b97-9889-4e5b-a5eb-872238154122 req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Network 8ee66800-a804-40da-8341-42d4a5bfa70e is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:26:51.778480 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-7e2131e6-3bf5-4f22-b3b7-e8c985737751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:51.780176 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-7e2131e6-3bf5-4f22-b3b7-e8c985737751 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=211f6cd340034838ac0316a66c475298&device_id=98964a27-1931-42af-ae36-f024273faae9 HTTP/1.1" status: 200 len: 1161 time: 0.2899818 Jan 19 22:26:51.781754 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-7d416b97-9889-4e5b-a5eb-872238154122 req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:26:51.784206 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d416b97-9889-4e5b-a5eb-872238154122 req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:26:51.855609 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:26:51.856016 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:26:51.856833 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:26:51.857206 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Subscribe: > port after_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:26:51.857567 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Subscribe: > port after_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:26:51.857940 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Subscribe: > port after_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:26:51.858349 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:26:51.858728 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:26:51.859092 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:26:51.859448 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:26:51.931250 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-bfbffe2e-bb7b-4585-bbeb-b8c6f3d14265 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34fa3a3e-b264-4cd1-8e76-0fb020223379 HTTP/1.1" status: 200 len: 217 time: 0.1164596 Jan 19 22:26:51.975599 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:26:51.975998 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:26:51.976385 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:26:51.976761 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 22:26:51.977155 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2de0ab09-37c3-47d9-883f-9b41c5ae35f2']}} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:26:51.995779 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42df9283-af88-47b5-87c4-61188bf63737') {'for_net_delete': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:26:51.996116 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42df9283-af88-47b5-87c4-61188bf63737') {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:26:52.009428 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301127369946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3988449'] for segment, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:52.028131 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:52.030650 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:26:52.063385 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-8579fd4b-a5bf-4be9-adb3-4d59d07863aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:52.064966 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-8579fd4b-a5bf-4be9-adb3-4d59d07863aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=42f603b9-be0f-4ef2-9931-5868eddb5fe8 HTTP/1.1" status: 200 len: 853 time: 0.1204729 Jan 19 22:26:52.095298 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ab663-a75a-48c7-b0df-0b01fa65e02b req-fd7ce9ee-77d6-49d8-9c0a-6a367ee87830 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:52.096881 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-bf5ab663-a75a-48c7-b0df-0b01fa65e02b req-fd7ce9ee-77d6-49d8-9c0a-6a367ee87830 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 945 time: 0.2863021 Jan 19 22:26:52.143604 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-7d416b97-9889-4e5b-a5eb-872238154122 req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks [] for floatingip, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:52.165062 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-3b3f9008-ac0e-4db5-bd39-0c9fecf9acc5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e6ef69e7-9241-4b24-ac31-2f123aad1774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656819 Jan 19 22:26:52.209829 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Network 2de0ab09-37c3-47d9-883f-9b41c5ae35f2 has no segments {{(pid=80181) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:26:52.219529 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854202154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853878859'] for segment, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:52.360535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device d8697ad9-0bca-4497-9612-f2b46a23ab20 no longer exists at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:26:52.362924 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-bf5ab663-a75a-48c7-b0df-0b01fa65e02b req-3a539521-5c70-48fd-96ea-d9ef058ef2e0 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.2258351 Jan 19 22:26:52.383172 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-7d416b97-9889-4e5b-a5eb-872238154122 req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:52.400582 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] No Port match for: d8697ad9-0bca-4497-9612-f2b46a23ab20 {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:26:52.400986 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device d8697ad9-0bca-4497-9612-f2b46a23ab20 not bound to the agent host dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:26:52.401446 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 6c3529fe-09df-466c-b779-bbcbd2cead86 no longer exists at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:26:52.433834 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Network 2de0ab09-37c3-47d9-883f-9b41c5ae35f2 has no segments {{(pid=80181) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:26:52.447292 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] No Port match for: 6c3529fe-09df-466c-b779-bbcbd2cead86 {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:26:52.447991 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 6c3529fe-09df-466c-b779-bbcbd2cead86 not bound to the agent host dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:26:52.450537 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a111cc-9110-4d03-a257-2aa191d03dee', 'name': 'network-vif-deleted', 'tag': '96c08cb4-6c4f-48dd-9c2b-46c6119075fa', 'status': 'completed', 'code': 200} Jan 19 22:26:52.461990 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-6ae89cba-8ea1-4760-943b-99178cb99eac service neutron] 10.222.0.65 "GET /v2.0/networks/e6ef69e7-9241-4b24-ac31-2f123aad1774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616012 Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: (rel_b, rel_a, rel_b), Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: (rel_b, rel_a, rel_b), Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: Traceback (most recent call last): Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: timer() Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: cb(*args, **kw) Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: return func(*args, **kwargs) Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: self._notify() Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: self.callback(batched_events) Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: event.method(event) Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: segment_id)['aggregates'][0] Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(self, *a, **k) Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: return self._get(url).json() Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: **kwargs) Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.request(url, 'GET', **kwargs) Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: **endpoint_filter) Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:26:52.523692 dv-cinder-750782-5-iscsi neutron-server[80069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:26:52.556103 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854192486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432275'] for network, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:52.560257 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:52.580660 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:52.583304 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Pushing event deleted for resources: {'Network': ['ID=2de0ab09-37c3-47d9-883f-9b41c5ae35f2,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:52.586517 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:52.595850 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] 10.222.0.50 "DELETE /v2.0/networks/2de0ab09-37c3-47d9-883f-9b41c5ae35f2 HTTP/1.1" status: 204 len: 168 time: 1.2160659 Jan 19 22:26:52.818215 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 58844) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:52.871124 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device c615110b-1ed6-43a9-b28d-b8466eededb3 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:26:52.879686 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-bd0e5ac4-f5ff-4691-a5c9-a3fc0da5e764 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=faaf464719d54745afba437b2a9bd34b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0575929 Jan 19 22:26:52.879908 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 58848) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:52.944242 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port c615110b-1ed6-43a9-b28d-b8466eededb3 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:26:52.944802 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:52.948084 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b003fcc8-0136-44e2-8191-b66204051e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:52.977648 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b003fcc8-0136-44e2-8191-b66204051e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:53.026171 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b003fcc8-0136-44e2-8191-b66204051e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:53.033757 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-0718fc9d-9ee3-4c3f-a185-cc3b8bba686c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:53.044326 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0663fb9f-8452-4fb5-83b3-48507d7cff01 req-5862a89c-7245-4b54-bdc9-37658a0f0ecd service neutron] 10.222.0.65 "GET /v2.0/networks/e6ef69e7-9241-4b24-ac31-2f123aad1774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5474334 Jan 19 22:26:53.048699 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003fcc8-0136-44e2-8191-b66204051e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacec5e2-a212-40de-85e5-0de5ab7a241a,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:53.050990 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b003fcc8-0136-44e2-8191-b66204051e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:53.052344 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-b003fcc8-0136-44e2-8191-b66204051e02 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bacec5e2-a212-40de-85e5-0de5ab7a241a HTTP/1.1" status: 204 len: 168 time: 0.1713743 Jan 19 22:26:53.053405 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b003fcc8-0136-44e2-8191-b66204051e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:53.089362 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cb68b-d402-4d56-945f-28c258674613 req-d5a85f9e-e8bd-40c0-8eee-e9701fd16e82 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:53.094278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 3ce822e1-882c-4499-b315-f793eb56f8f9 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:26:53.097442 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a15cb68b-d402-4d56-945f-28c258674613 req-d5a85f9e-e8bd-40c0-8eee-e9701fd16e82 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=98964a27-1931-42af-ae36-f024273faae9 HTTP/1.1" status: 200 len: 944 time: 0.5080397 Jan 19 22:26:53.165493 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a15cb68b-d402-4d56-945f-28c258674613 req-7efffa44-ada7-499c-8c25-2406c60a8f6f tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/security-groups?id=adf448d3-98b1-4ffc-aee6-7921f6931539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668287 Jan 19 22:26:53.166787 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 3ce822e1-882c-4499-b315-f793eb56f8f9 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:26:53.167263 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:53.182163 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-7d416b97-9889-4e5b-a5eb-872238154122 req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:53.186146 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-7d416b97-9889-4e5b-a5eb-872238154122 req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996312'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:53.202737 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-604c9e2f-65a6-4f00-82df-17b462f5e131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:53.291614 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 58854) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:53.342607 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Pushing event updated for resources: {'Port': ['ID=0079e350-8027-479e-a383-892ebf14633f,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:53.360391 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:53.385875 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_v2 [None req-1478bf01-9cdf-4be1-b1a2-40c707d2bc94 admin admin] Deleting subnet 9aad7ec5-01c6-4361-b48b-d5771bc83b91 {{(pid=80181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:26:53.389756 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1478bf01-9cdf-4be1-b1a2-40c707d2bc94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:53.451044 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1478bf01-9cdf-4be1-b1a2-40c707d2bc94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850787351'] for subnet, precommit_delete_associations {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:53.515650 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-7d416b97-9889-4e5b-a5eb-872238154122 req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:53.519175 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1478bf01-9cdf-4be1-b1a2-40c707d2bc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854192441'] for subnet, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:53.569065 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d860da-a94f-4ca4-a123-b45a1222899e req-b327eb5c-5db2-45af-9d8d-0451168fea5c tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:53.570782 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a9d860da-a94f-4ca4-a123-b45a1222899e req-b327eb5c-5db2-45af-9d8d-0451168fea5c tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 945 time: 0.1434941 Jan 19 22:26:53.572096 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-7d416b97-9889-4e5b-a5eb-872238154122 req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:53.573242 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7d416b97-9889-4e5b-a5eb-872238154122 req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7120359 Jan 19 22:26:53.704699 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-7d416b97-9889-4e5b-a5eb-872238154122 req-15853a8d-3519-4550-921a-8c0365ab15ee tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Synchronizing usage tracker for tenant:9b60a759f4aa4625ba7e4a31db6ae945 on resource:floatingip {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:26:53.720352 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a9d860da-a94f-4ca4-a123-b45a1222899e req-567bc717-36ed-42da-92fa-2e0d2091f445 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1366961 Jan 19 22:26:53.733888 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-7d416b97-9889-4e5b-a5eb-872238154122 req-15853a8d-3519-4550-921a-8c0365ab15ee tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Unset dirty status for tenant:9b60a759f4aa4625ba7e4a31db6ae945 on resource:floatingip {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:26:53.735628 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7d416b97-9889-4e5b-a5eb-872238154122 req-15853a8d-3519-4550-921a-8c0365ab15ee tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.0.142 HTTP/1.1" status: 200 len: 696 time: 0.1336024 Jan 19 22:26:53.871888 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1478bf01-9cdf-4be1-b1a2-40c707d2bc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-893718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2219363'] for subnet, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:53.888207 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-138e05d0-5e65-4fe1-89fa-274b9486723e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:53.976293 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478bf01-9cdf-4be1-b1a2-40c707d2bc94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aad7ec5-01c6-4361-b48b-d5771bc83b91,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:53.991067 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1478bf01-9cdf-4be1-b1a2-40c707d2bc94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:54.019996 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d416b97-9889-4e5b-a5eb-872238154122 req-bc511594-254f-409f-90c2-8ced97a9d359 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:54.021547 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7d416b97-9889-4e5b-a5eb-872238154122 req-bc511594-254f-409f-90c2-8ced97a9d359 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/networks/8ee66800-a804-40da-8341-42d4a5bfa70e HTTP/1.1" status: 200 len: 784 time: 0.2748873 Jan 19 22:26:54.046153 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1478bf01-9cdf-4be1-b1a2-40c707d2bc94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:54.055700 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-1478bf01-9cdf-4be1-b1a2-40c707d2bc94 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9aad7ec5-01c6-4361-b48b-d5771bc83b91 HTTP/1.1" status: 204 len: 168 time: 0.7629483 Jan 19 22:26:54.056677 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 58878) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:54.056980 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8002c-b2f9-4eb6-96fd-cd038dd4cef3 req-b063ae07-e331-4ebc-88f5-97bfcaf23d39 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:54.058636 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-33d8002c-b2f9-4eb6-96fd-cd038dd4cef3 req-b063ae07-e331-4ebc-88f5-97bfcaf23d39 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.1771615 Jan 19 22:26:54.185512 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-643017ce-3af3-45bb-83f8-e895482015e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262604'] for network, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:54.213814 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-33d8002c-b2f9-4eb6-96fd-cd038dd4cef3 req-5d63b271-6ead-4d4f-8644-300efcec9fa7 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262484 Jan 19 22:26:54.298885 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-47178297-bf3f-4e3d-a6b3-5d980b77f7bf tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2390716 Jan 19 22:26:54.309223 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Request body: {'floatingip': {'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:26:54.320263 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:26:54.325492 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Usage tracker for resource:floatingip and tenant:607a36c19a34437991c7268366328db0 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:26:54.329306 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:26:54.336800 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:26:54.388062 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for floatingip, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:54.397743 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-643017ce-3af3-45bb-83f8-e895482015e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-583314', 'neutron.services.segments.db._delete_segments_for_network--9223363301127363290'] for network, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:54.479422 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98964a27-1931-42af-ae36-f024273faae9', 'tag': '34fa3a3e-b264-4cd1-8e76-0fb020223379'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:26:54.557724 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e5d5b-2e89-4f80-ac5f-29e3d0756476 req-fe2b728a-52cf-43e5-9e5a-e364c91044d7 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:54.559552 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-be6e5d5b-2e89-4f80-ac5f-29e3d0756476 req-fe2b728a-52cf-43e5-9e5a-e364c91044d7 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2130675 Jan 19 22:26:54.678803 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-be6e5d5b-2e89-4f80-ac5f-29e3d0756476 req-0d669cb4-ada0-485d-8400-69f7e06184a0 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.0.142 HTTP/1.1" status: 200 len: 696 time: 0.1095815 Jan 19 22:26:54.686126 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-be6e5d5b-2e89-4f80-ac5f-29e3d0756476 req-a3a30d4c-7b73-4690-8ee7-aea5529531c8 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Request body: {'floatingip': {'port_id': '01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:26:54.762434 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-643017ce-3af3-45bb-83f8-e895482015e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad0a752-4970-4a77-bf34-1a49fe1022a1']}} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:26:54.776235 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-643017ce-3af3-45bb-83f8-e895482015e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e573508-cfe9-4fcd-b992-dc50ecf291a2') {'for_net_delete': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:26:54.776582 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-643017ce-3af3-45bb-83f8-e895482015e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e573508-cfe9-4fcd-b992-dc50ecf291a2') {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:26:54.778773 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:54.789138 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-643017ce-3af3-45bb-83f8-e895482015e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301127369946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3988449'] for segment, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:54.794885 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-be6e5d5b-2e89-4f80-ac5f-29e3d0756476 req-a3a30d4c-7b73-4690-8ee7-aea5529531c8 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks [] for floatingip, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:54.806005 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-643017ce-3af3-45bb-83f8-e895482015e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:54.808456 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-643017ce-3af3-45bb-83f8-e895482015e4 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:26:55.010445 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-643017ce-3af3-45bb-83f8-e895482015e4 admin admin] Network 8ad0a752-4970-4a77-bf34-1a49fe1022a1 has no segments {{(pid=80181) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:26:55.021098 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-643017ce-3af3-45bb-83f8-e895482015e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854202154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853878859'] for segment, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:55.216094 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-643017ce-3af3-45bb-83f8-e895482015e4 admin admin] Network 8ad0a752-4970-4a77-bf34-1a49fe1022a1 has no segments {{(pid=80181) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: Traceback (most recent call last): Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: timer() Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: cb(*args, **kw) Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: return func(*args, **kwargs) Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: self._notify() Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: self.callback(batched_events) Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: event.method(event) Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: segment_id)['aggregates'][0] Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(self, *a, **k) Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: return self._get(url).json() Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: **kwargs) Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.request(url, 'GET', **kwargs) Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: **endpoint_filter) Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:26:55.243096 dv-cinder-750782-5-iscsi neutron-server[80069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:26:55.332602 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-643017ce-3af3-45bb-83f8-e895482015e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854192486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432275'] for network, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:55.338829 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:55.355598 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-643017ce-3af3-45bb-83f8-e895482015e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:55.368964 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643017ce-3af3-45bb-83f8-e895482015e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ad0a752-4970-4a77-bf34-1a49fe1022a1,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:55.378281 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-643017ce-3af3-45bb-83f8-e895482015e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:55.386059 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-643017ce-3af3-45bb-83f8-e895482015e4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8ad0a752-4970-4a77-bf34-1a49fe1022a1 HTTP/1.1" status: 204 len: 168 time: 1.3254657 Jan 19 22:26:55.626434 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 58914) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:55.721567 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-29e119a5-2b24-40c2-a09e-fc4255687681 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=02a8b1b9c2174c80b96c9aa48056b997&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0929942 Jan 19 22:26:55.723865 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 58920) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:26:55.743499 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Allocated IP 172.27.0.198 (8ee66800-a804-40da-8341-42d4a5bfa70e/1d78e577-375f-4e80-a30d-36805bf42fd3/081a1f30-f331-4514-b35f-fdf07c093426) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:26:55.795808 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c3ab4bdc-a7db-474b-afd5-8a6e9fb72abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:55.823376 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c3ab4bdc-a7db-474b-afd5-8a6e9fb72abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:55.871267 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c3ab4bdc-a7db-474b-afd5-8a6e9fb72abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:55.877451 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-59b33103-1421-4971-b01f-85fa70afdda7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:55.891863 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab4bdc-a7db-474b-afd5-8a6e9fb72abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf5ff82-114d-40f7-866a-2ada5d50b680,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:55.894970 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-c3ab4bdc-a7db-474b-afd5-8a6e9fb72abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:55.895992 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c3ab4bdc-a7db-474b-afd5-8a6e9fb72abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:55.897288 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-c3ab4bdc-a7db-474b-afd5-8a6e9fb72abd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6bf5ff82-114d-40f7-866a-2ada5d50b680 HTTP/1.1" status: 204 len: 168 time: 0.1723623 Jan 19 22:26:56.020779 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:56.044053 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-be6e5d5b-2e89-4f80-ac5f-29e3d0756476 req-a3a30d4c-7b73-4690-8ee7-aea5529531c8 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks [] for floatingip, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:56.048751 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-be6e5d5b-2e89-4f80-ac5f-29e3d0756476 req-a3a30d4c-7b73-4690-8ee7-aea5529531c8 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:56.213552 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:56.234523 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:56.369618 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.l3_db [req-be6e5d5b-2e89-4f80-ac5f-29e3d0756476 req-a3a30d4c-7b73-4690-8ee7-aea5529531c8 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Floating IP 310d6c5c-2dc6-41df-8a6a-07dbf7967afc associated. External IP: 172.27.0.142, port: 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb. Jan 19 22:26:56.512317 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Pushing event updated for resources: {'Port': ['ID=081a1f30-f331-4514-b35f-fdf07c093426,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:56.515581 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:56.614359 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Network 8ee66800-a804-40da-8341-42d4a5bfa70e is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:26:56.617536 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:26:56.621988 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:26:56.876958 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for floatingip, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:56.887462 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be6e5d5b-2e89-4f80-ac5f-29e3d0756476 req-a3a30d4c-7b73-4690-8ee7-aea5529531c8 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Router ee1ec386-362c-495e-8b2a-97b4cd5ad609 has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:26:57.066274 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:57.454414 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be6e5d5b-2e89-4f80-ac5f-29e3d0756476 req-a3a30d4c-7b73-4690-8ee7-aea5529531c8 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:26:57.463902 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4396c05-195d-4080-833b-78e00a65dba9 None None] Sync routers for ids ['ee1ec386-362c-495e-8b2a-97b4cd5ad609'] in dv-cinder-750782-5-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:26:57.473805 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4396c05-195d-4080-833b-78e00a65dba9 None None] Routers {'ee1ec386-362c-495e-8b2a-97b4cd5ad609'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:26:57.474572 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-c4396c05-195d-4080-833b-78e00a65dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:26:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['ee1ec386-362c-495e-8b2a-97b4cd5ad609'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:26:57.536274 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 3ce822e1-882c-4499-b315-f793eb56f8f9 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:26:57.536512 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-be6e5d5b-2e89-4f80-ac5f-29e3d0756476 req-a3a30d4c-7b73-4690-8ee7-aea5529531c8 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:57.629133 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-be6e5d5b-2e89-4f80-ac5f-29e3d0756476 req-a3a30d4c-7b73-4690-8ee7-aea5529531c8 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "PUT /v2.0/floatingips/310d6c5c-2dc6-41df-8a6a-07dbf7967afc HTTP/1.1" status: 200 len: 996 time: 2.9492900 Jan 19 22:26:57.757517 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:57.763573 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996312'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:57.781224 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3809406c-6b76-4da9-adc3-a6873a827422 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:57.890042 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 3ce822e1-882c-4499-b315-f793eb56f8f9 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:26:57.890459 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:57.893290 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e5d5b-2e89-4f80-ac5f-29e3d0756476 req-9833bfe3-1364-4120-a92c-fa7a1801284f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:57.894977 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-be6e5d5b-2e89-4f80-ac5f-29e3d0756476 req-9833bfe3-1364-4120-a92c-fa7a1801284f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b60a759f4aa4625ba7e4a31db6ae945&device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 1162 time: 0.2488067 Jan 19 22:26:57.933416 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-c4396c05-195d-4080-833b-78e00a65dba9 None None] Set router ee1ec386-362c-495e-8b2a-97b4cd5ad609 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:26:58.005353 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Pushing event updated for resources: {'Port': ['ID=081a1f30-f331-4514-b35f-fdf07c093426,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:58.012307 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:58.136285 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e5d5b-2e89-4f80-ac5f-29e3d0756476 req-0e9d4bc8-f002-4093-a59c-629efa2d516b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:58.137906 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-be6e5d5b-2e89-4f80-ac5f-29e3d0756476 req-0e9d4bc8-f002-4093-a59c-629efa2d516b service neutron] 10.222.0.50 "GET /v2.0/networks?id=c5545297-ee81-476b-8bdf-fa32744891e1 HTTP/1.1" status: 200 len: 903 time: 0.2337499 Jan 19 22:26:58.249292 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:58.259609 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 34fa3a3e-b264-4cd1-8e76-0fb020223379 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:26:58.279806 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-be6e5d5b-2e89-4f80-ac5f-29e3d0756476 req-b5b9b792-467a-465a-9268-19fe38a04dd3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb HTTP/1.1" status: 200 len: 999 time: 0.1348300 Jan 19 22:26:58.281039 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:58.282213 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9775665 Jan 19 22:26:58.414665 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning for port 34fa3a3e-b264-4cd1-8e76-0fb020223379 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:26:58.423504 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 34fa3a3e-b264-4cd1-8e76-0fb020223379 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:26:58.423935 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:58.430113 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-e3c52c21-fd50-40e6-815b-419fb6b5e0ea tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Synchronizing usage tracker for tenant:607a36c19a34437991c7268366328db0 on resource:floatingip {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:26:58.462846 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e5d5b-2e89-4f80-ac5f-29e3d0756476 req-a05dab0d-31ab-4524-8e97-9cabc4c614a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:58.464816 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-be6e5d5b-2e89-4f80-ac5f-29e3d0756476 req-a05dab0d-31ab-4524-8e97-9cabc4c614a1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90501b76-d654-4fd7-b61c-fc49887a8718 HTTP/1.1" status: 200 len: 847 time: 0.1224110 Jan 19 22:26:58.470754 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-e3c52c21-fd50-40e6-815b-419fb6b5e0ea tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Unset dirty status for tenant:607a36c19a34437991c7268366328db0 on resource:floatingip {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:26:58.471963 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-e3c52c21-fd50-40e6-815b-419fb6b5e0ea tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.0.198 HTTP/1.1" status: 200 len: 696 time: 0.1830835 Jan 19 22:26:58.517364 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-c4396c05-195d-4080-833b-78e00a65dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'name': 'tempest-TestShelveInstance-753811106-router', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:59Z', 'updated_at': '2021-01-19T22:25:12Z', 'revision_number': 4, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'gw_port': {'id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:00Z', 'updated_at': '2021-01-19T22:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': '310d6c5c-2dc6-41df-8a6a-07dbf7967afc', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'port_id': '01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1', 'mac_address': 'fa:16:3e:a8:3c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ec94b4-2644-4299-a504-30dc6057fc87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:26:52Z', 'updated_at': '2021-01-19T22:26:55Z', 'revision_number': 1, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5540bd0d-67a9-455b-bfa2-ba9eb61767cd', 'name': '', 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'mac_address': 'fa:16:3e:ff:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '90501b76-d654-4fd7-b61c-fc49887a8718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:07Z', 'updated_at': '2021-01-19T22:25:27Z', 'revision_number': 5, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'subnets': [{'id': '90501b76-d654-4fd7-b61c-fc49887a8718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:26:58.552056 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4396c05-195d-4080-833b-78e00a65dba9 None None] Checking router: ee1ec386-362c-495e-8b2a-97b4cd5ad609 for host: dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:26:58.577929 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4396c05-195d-4080-833b-78e00a65dba9 None None] Routers {'ee1ec386-362c-495e-8b2a-97b4cd5ad609'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:26:58.578789 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-c4396c05-195d-4080-833b-78e00a65dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:26:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['ee1ec386-362c-495e-8b2a-97b4cd5ad609'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:26:58.695715 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e5d5b-2e89-4f80-ac5f-29e3d0756476 req-b9afd6e6-6566-4480-8897-e8bed27c2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:58.697394 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-be6e5d5b-2e89-4f80-ac5f-29e3d0756476 req-b9afd6e6-6566-4480-8897-e8bed27c2384 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c5545297-ee81-476b-8bdf-fa32744891e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2244689 Jan 19 22:26:58.715193 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:58.725257 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-c7f86531-209e-4325-899d-71a0c0788413 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:58.726633 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ce70286e-7086-4474-a2b0-7d6869fc598f req-c7f86531-209e-4325-899d-71a0c0788413 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/networks/8ee66800-a804-40da-8341-42d4a5bfa70e HTTP/1.1" status: 200 len: 784 time: 0.2119579 Jan 19 22:26:58.776484 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98964a27-1931-42af-ae36-f024273faae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fa3a3e-b264-4cd1-8e76-0fb020223379'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:26:58.802008 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 34fa3a3e-b264-4cd1-8e76-0fb020223379, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=34fa3a3e-b264-4cd1-8e76-0fb020223379,segment=NetworkSegment(9e0c1087-46f5-48bb-b6fd-f1b7be5752ea),segment_id=9e0c1087-46f5-48bb-b6fd-f1b7be5752ea)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:26:58.806082 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:58.810436 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6ca5ef2d-39d3-42b8-92ef-d3bd82d82e32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:26:58.866002 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-c4396c05-195d-4080-833b-78e00a65dba9 None None] Set router ee1ec386-362c-495e-8b2a-97b4cd5ad609 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:26:58.943700 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-be6e5d5b-2e89-4f80-ac5f-29e3d0756476 req-bdd9db84-45f3-4001-8031-b0994896c854 service neutron] 10.222.0.50 "GET /v2.0/networks/c5545297-ee81-476b-8bdf-fa32744891e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159693 Jan 19 22:26:59.026709 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=34fa3a3e-b264-4cd1-8e76-0fb020223379,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:26:59.032545 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:26:59.106569 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ed3ff-ea74-43e0-9a52-fba9f935ad35 req-83deb6b0-44e1-4bcf-a644-6730a349505d tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:59.108316 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-de0ed3ff-ea74-43e0-9a52-fba9f935ad35 req-83deb6b0-44e1-4bcf-a644-6730a349505d tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=98964a27-1931-42af-ae36-f024273faae9 HTTP/1.1" status: 200 len: 946 time: 0.2290812 Jan 19 22:26:59.154748 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-be6e5d5b-2e89-4f80-ac5f-29e3d0756476 req-8d88524f-fd79-47ed-a7ca-de5e6a3927a8 service neutron] 10.222.0.50 "GET /v2.0/networks/c5545297-ee81-476b-8bdf-fa32744891e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2038298 Jan 19 22:26:59.185188 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-de0ed3ff-ea74-43e0-9a52-fba9f935ad35 req-1ef871a3-bc49-42b3-8c52-58dd2a29a44f tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/security-groups?id=adf448d3-98b1-4ffc-aee6-7921f6931539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683086 Jan 19 22:26:59.227860 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98964a27-1931-42af-ae36-f024273faae9', 'tag': '34fa3a3e-b264-4cd1-8e76-0fb020223379', 'status': 'completed', 'code': 200} Jan 19 22:26:59.284424 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-c4396c05-195d-4080-833b-78e00a65dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'name': 'tempest-TestShelveInstance-753811106-router', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:59Z', 'updated_at': '2021-01-19T22:25:12Z', 'revision_number': 4, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'gw_port': {'id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:00Z', 'updated_at': '2021-01-19T22:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': '310d6c5c-2dc6-41df-8a6a-07dbf7967afc', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'port_id': '01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1', 'mac_address': 'fa:16:3e:a8:3c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ec94b4-2644-4299-a504-30dc6057fc87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:26:52Z', 'updated_at': '2021-01-19T22:26:55Z', 'revision_number': 1, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5540bd0d-67a9-455b-bfa2-ba9eb61767cd', 'name': '', 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'mac_address': 'fa:16:3e:ff:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '90501b76-d654-4fd7-b61c-fc49887a8718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:07Z', 'updated_at': '2021-01-19T22:25:27Z', 'revision_number': 5, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'subnets': [{'id': '90501b76-d654-4fd7-b61c-fc49887a8718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:26:59.292589 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4396c05-195d-4080-833b-78e00a65dba9 None None] The sync data for ids ['ee1ec386-362c-495e-8b2a-97b4cd5ad609'] in dv-cinder-750782-5-iscsi is: [{'id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'name': 'tempest-TestShelveInstance-753811106-router', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:59Z', 'updated_at': '2021-01-19T22:25:12Z', 'revision_number': 4, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'gw_port': {'id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:00Z', 'updated_at': '2021-01-19T22:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': '310d6c5c-2dc6-41df-8a6a-07dbf7967afc', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'port_id': '01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1', 'mac_address': 'fa:16:3e:a8:3c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ec94b4-2644-4299-a504-30dc6057fc87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:26:52Z', 'updated_at': '2021-01-19T22:26:55Z', 'revision_number': 1, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5540bd0d-67a9-455b-bfa2-ba9eb61767cd', 'name': '', 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'mac_address': 'fa:16:3e:ff:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '90501b76-d654-4fd7-b61c-fc49887a8718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:07Z', 'updated_at': '2021-01-19T22:25:27Z', 'revision_number': 5, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'subnets': [{'id': '90501b76-d654-4fd7-b61c-fc49887a8718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:26:59.426521 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebe87f-4601-4357-932e-dfe430b728c5 req-660b2374-d8e3-4a3f-9846-81b57428be6f tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:59.428273 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-18ebe87f-4601-4357-932e-dfe430b728c5 req-660b2374-d8e3-4a3f-9846-81b57428be6f tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.1153319 Jan 19 22:26:59.481280 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-18ebe87f-4601-4357-932e-dfe430b728c5 req-d515abc3-8344-452c-b7a7-9a4a1e299c5f tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464087 Jan 19 22:26:59.560144 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98964a27-1931-42af-ae36-f024273faae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fa3a3e-b264-4cd1-8e76-0fb020223379', 'code': 200} Jan 19 22:26:59.598622 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f120bd-6974-47bf-a1de-8fd5bac92571 None None] New status for floating IP 310d6c5c-2dc6-41df-8a6a-07dbf7967afc: ACTIVE {{(pid=80183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:26:59.634981 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589db8b0-e350-4c7c-adde-5201c72761da req-2428512b-b2da-4d49-98ca-30e59b29f0d3 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:26:59.636828 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-589db8b0-e350-4c7c-adde-5201c72761da req-2428512b-b2da-4d49-98ca-30e59b29f0d3 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1124947 Jan 19 22:26:59.730627 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-589db8b0-e350-4c7c-adde-5201c72761da req-d48d1c87-4f81-472b-9991-05a7145a0e32 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.0.198 HTTP/1.1" status: 200 len: 696 time: 0.0872397 Jan 19 22:26:59.742277 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-589db8b0-e350-4c7c-adde-5201c72761da req-4055ffc5-6951-4253-91c3-9eeca29f9853 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Request body: {'floatingip': {'port_id': 'c615110b-1ed6-43a9-b28d-b8466eededb3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:26:59.832875 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-589db8b0-e350-4c7c-adde-5201c72761da req-4055ffc5-6951-4253-91c3-9eeca29f9853 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for floatingip, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:26:59.899744 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bfe82518-1f5f-418b-86d4-2e50ed76d349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:00.465848 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cb8f2-b746-4d6f-b631-83937ac765fb req-77c1650b-bc3a-4be8-81d4-55ac34c85120 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:00.467547 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-815cb8f2-b746-4d6f-b631-83937ac765fb req-77c1650b-bc3a-4be8-81d4-55ac34c85120 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.5706985 Jan 19 22:27:00.523919 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:27:00.548439 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-815cb8f2-b746-4d6f-b631-83937ac765fb req-f2271e53-d8eb-42be-bfa5-05fd08eac8bb tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724888 Jan 19 22:27:00.869892 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-589db8b0-e350-4c7c-adde-5201c72761da req-4055ffc5-6951-4253-91c3-9eeca29f9853 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for floatingip, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:00.873104 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-589db8b0-e350-4c7c-adde-5201c72761da req-4055ffc5-6951-4253-91c3-9eeca29f9853 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:01.059806 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e051774-e659-455d-8258-42e31494a2b9 req-eae90e63-e864-40e2-9b91-56d82619964d tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:01.061456 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6e051774-e659-455d-8258-42e31494a2b9 req-eae90e63-e864-40e2-9b91-56d82619964d tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=98964a27-1931-42af-ae36-f024273faae9 HTTP/1.1" status: 200 len: 946 time: 0.2843285 Jan 19 22:27:01.129630 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.l3_db [req-589db8b0-e350-4c7c-adde-5201c72761da req-4055ffc5-6951-4253-91c3-9eeca29f9853 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Floating IP 371d4046-52a8-4358-b731-85c2e38ac665 associated. External IP: 172.27.0.198, port: c615110b-1ed6-43a9-b28d-b8466eededb3. Jan 19 22:27:01.185961 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6e051774-e659-455d-8258-42e31494a2b9 req-a421faa8-54c8-4b64-9141-495bd24479ce tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/security-groups?id=adf448d3-98b1-4ffc-aee6-7921f6931539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177495 Jan 19 22:27:01.255636 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ec94b4-2644-4299-a504-30dc6057fc87', 'tag': '01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:27:01.383158 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ec94b4-2644-4299-a504-30dc6057fc87', 'tag': '01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb', 'status': 'completed', 'code': 200} Jan 19 22:27:01.519898 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-589db8b0-e350-4c7c-adde-5201c72761da req-4055ffc5-6951-4253-91c3-9eeca29f9853 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Router a974c745-492d-47bf-b7f7-ab49bb885b83 has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:27:01.777373 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-589db8b0-e350-4c7c-adde-5201c72761da req-4055ffc5-6951-4253-91c3-9eeca29f9853 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:27:01.782312 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-589db8b0-e350-4c7c-adde-5201c72761da req-4055ffc5-6951-4253-91c3-9eeca29f9853 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:01.783584 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 59012) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:01.790310 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4e16b4-df4d-4fc2-af01-e081e7d62996 None None] Sync routers for ids ['a974c745-492d-47bf-b7f7-ab49bb885b83'] in dv-cinder-750782-5-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:27:01.802014 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4e16b4-df4d-4fc2-af01-e081e7d62996 None None] Routers {'a974c745-492d-47bf-b7f7-ab49bb885b83'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:27:01.802830 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-9d4e16b4-df4d-4fc2-af01-e081e7d62996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:26:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['a974c745-492d-47bf-b7f7-ab49bb885b83'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:01.860751 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-589db8b0-e350-4c7c-adde-5201c72761da req-4055ffc5-6951-4253-91c3-9eeca29f9853 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "PUT /v2.0/floatingips/371d4046-52a8-4358-b731-85c2e38ac665 HTTP/1.1" status: 200 len: 996 time: 2.1233811 Jan 19 22:27:01.889041 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f90bc-217e-4870-8b70-487ed8eae7d3 req-735913e0-0572-44e0-a66c-33adc419c79c tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:01.891353 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-df6f90bc-217e-4870-8b70-487ed8eae7d3 req-735913e0-0572-44e0-a66c-33adc419c79c tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.1799829 Jan 19 22:27:01.977188 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-187b3901-58a8-41c1-a924-c8734ef73efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:01.994311 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-187b3901-58a8-41c1-a924-c8734ef73efb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:01.999600 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-187b3901-58a8-41c1-a924-c8734ef73efb admin admin] Usage tracker for resource:security_group_rule and tenant:f2792730f2b54dad8e361f05a8550cff is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:02.001008 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-df6f90bc-217e-4870-8b70-487ed8eae7d3 req-54cef3fc-a75d-4436-8fa7-06168bf8fe44 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665638 Jan 19 22:27:02.002648 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-187b3901-58a8-41c1-a924-c8734ef73efb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:02.008763 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-187b3901-58a8-41c1-a924-c8734ef73efb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:02.008937 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-9d4e16b4-df4d-4fc2-af01-e081e7d62996 None None] Set router a974c745-492d-47bf-b7f7-ab49bb885b83 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:27:02.015696 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589db8b0-e350-4c7c-adde-5201c72761da req-b5851f8b-167b-4095-be90-8468597d93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:02.017363 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-589db8b0-e350-4c7c-adde-5201c72761da req-b5851f8b-167b-4095-be90-8468597d93ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=607a36c19a34437991c7268366328db0&device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 1162 time: 0.1250339 Jan 19 22:27:02.115148 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-187b3901-58a8-41c1-a924-c8734ef73efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:02.119544 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-187b3901-58a8-41c1-a924-c8734ef73efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:02.130171 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6b9363eb-6a8c-4d60-a087-d576b179e62f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:02.183110 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589db8b0-e350-4c7c-adde-5201c72761da req-b6443519-d1b5-4507-a11f-7d22285b7c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:02.187092 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-187b3901-58a8-41c1-a924-c8734ef73efb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f2792730f2b54dad8e361f05a8550cff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3994322 Jan 19 22:27:02.187333 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-589db8b0-e350-4c7c-adde-5201c72761da req-b6443519-d1b5-4507-a11f-7d22285b7c84 service neutron] 10.222.0.50 "GET /v2.0/networks?id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff HTTP/1.1" status: 200 len: 906 time: 0.1608272 Jan 19 22:27:02.187446 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b3901-58a8-41c1-a924-c8734ef73efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9474c54-6687-4a4d-8e23-b81f75d14506,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:02.187533 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 59020) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:02.190344 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-187b3901-58a8-41c1-a924-c8734ef73efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:02.391023 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-589db8b0-e350-4c7c-adde-5201c72761da req-cfb5c738-4adf-485b-8822-8102c722b87a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c615110b-1ed6-43a9-b28d-b8466eededb3 HTTP/1.1" status: 200 len: 999 time: 0.1899817 Jan 19 22:27:02.570700 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-9d4e16b4-df4d-4fc2-af01-e081e7d62996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:24:35Z', 'revision_number': 4, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': '371d4046-52a8-4358-b731-85c2e38ac665', 'tenant_id': '607a36c19a34437991c7268366328db0', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'port_id': 'c615110b-1ed6-43a9-b28d-b8466eededb3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'mac_address': 'fa:16:3e:59:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a228145e-e5c9-4644-916f-276a15c365c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:26:56Z', 'updated_at': '2021-01-19T22:27:00Z', 'revision_number': 1, 'project_id': '607a36c19a34437991c7268366328db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7256fa1-8a58-410d-a7aa-d44921c8dcd8', 'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'tenant_id': '607a36c19a34437991c7268366328db0', 'mac_address': 'fa:16:3e:a9:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:34Z', 'updated_at': '2021-01-19T22:24:46Z', 'revision_number': 5, 'project_id': '607a36c19a34437991c7268366328db0', 'subnets': [{'id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:02.578156 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4e16b4-df4d-4fc2-af01-e081e7d62996 None None] Checking router: a974c745-492d-47bf-b7f7-ab49bb885b83 for host: dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:27:02.588993 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4e16b4-df4d-4fc2-af01-e081e7d62996 None None] Routers {'a974c745-492d-47bf-b7f7-ab49bb885b83'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:27:02.589690 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-9d4e16b4-df4d-4fc2-af01-e081e7d62996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:26:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['a974c745-492d-47bf-b7f7-ab49bb885b83'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:02.678481 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4fe516b8-dcf8-4c7d-ae8d-49d5e0aa6fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:02.805042 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-9d4e16b4-df4d-4fc2-af01-e081e7d62996 None None] Set router a974c745-492d-47bf-b7f7-ab49bb885b83 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:27:02.825995 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a9ac7-53ad-4fef-9247-a257abc585ec req-f2ceac7e-3fbd-4f7d-ab82-3bf0ea810e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:02.828798 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-610a9ac7-53ad-4fef-9247-a257abc585ec req-f2ceac7e-3fbd-4f7d-ab82-3bf0ea810e20 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6fd968d1c0e14ecda944d7b49ae103b9&device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 1162 time: 0.0913439 Jan 19 22:27:02.852903 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4fe516b8-dcf8-4c7d-ae8d-49d5e0aa6fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:02.875967 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589db8b0-e350-4c7c-adde-5201c72761da req-4e424da9-8eee-4812-a8a5-c269c38bc282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:02.877581 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-589db8b0-e350-4c7c-adde-5201c72761da req-4e424da9-8eee-4812-a8a5-c269c38bc282 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aab077fb-7a3f-467f-8b9a-f6fe6fd707e1 HTTP/1.1" status: 200 len: 851 time: 0.4779258 Jan 19 22:27:02.979755 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 34fa3a3e-b264-4cd1-8e76-0fb020223379 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:03.006079 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b796d-ca76-4255-9ccb-d4dc14476718 req-e90c1ffb-bcaf-4fe1-a84d-bbf8ab833ea8 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:03.013752 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-222b796d-ca76-4255-9ccb-d4dc14476718 req-e90c1ffb-bcaf-4fe1-a84d-bbf8ab833ea8 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=98964a27-1931-42af-ae36-f024273faae9 HTTP/1.1" status: 200 len: 946 time: 0.6934783 Jan 19 22:27:03.070264 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e7313-27d3-405b-afb8-5c50dfc37df4 req-8dcf4f5d-85b3-4e3f-b3f6-cb9f9d8687e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:03.071794 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-839e7313-27d3-405b-afb8-5c50dfc37df4 req-8dcf4f5d-85b3-4e3f-b3f6-cb9f9d8687e2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=211f6cd340034838ac0316a66c475298&device_id=98964a27-1931-42af-ae36-f024273faae9 HTTP/1.1" status: 200 len: 1163 time: 0.3970783 Jan 19 22:27:03.079165 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a9ac7-53ad-4fef-9247-a257abc585ec req-8167402b-3eba-4e0a-8ea1-66f28ed1f937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:03.084520 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-610a9ac7-53ad-4fef-9247-a257abc585ec req-8167402b-3eba-4e0a-8ea1-66f28ed1f937 service neutron] 10.222.0.65 "GET /v2.0/networks?id=af289a99-4938-4c37-bab6-8e3fa35bb17d HTTP/1.1" status: 200 len: 905 time: 0.2445657 Jan 19 22:27:03.084706 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ed44e-8374-4fe3-ae6a-ec7bca767669 req-db9cffde-0dcd-4694-bf67-a0a061a646d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:03.084706 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a19ed44e-8374-4fe3-ae6a-ec7bca767669 req-db9cffde-0dcd-4694-bf67-a0a061a646d3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9b60a759f4aa4625ba7e4a31db6ae945&device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 1162 time: 0.4120824 Jan 19 22:27:03.090666 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8c92e-8134-4ca4-a9f6-3beafdcde73a req-319c5c62-134b-4cff-ab33-fb4dee6376de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:03.093053 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ded8c92e-8134-4ca4-a9f6-3beafdcde73a req-319c5c62-134b-4cff-ab33-fb4dee6376de service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=98964a27-1931-42af-ae36-f024273faae9 HTTP/1.1" status: 200 len: 1163 time: 0.2315750 Jan 19 22:27:03.149962 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4fe516b8-dcf8-4c7d-ae8d-49d5e0aa6fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:03.171331 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-222b796d-ca76-4255-9ccb-d4dc14476718 req-27ff9cf3-955c-4267-a4ce-575e554df3a4 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/security-groups?id=adf448d3-98b1-4ffc-aee6-7921f6931539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559889 Jan 19 22:27:03.180035 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:03.196309 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-35914554-0f2e-4e35-b1b8-0c90027a5b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:03.227911 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 34fa3a3e-b264-4cd1-8e76-0fb020223379 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:03.228340 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:03.237824 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ded8c92e-8134-4ca4-a9f6-3beafdcde73a req-935b6816-378b-4700-9083-6b4850834bd8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=adf448d3-98b1-4ffc-aee6-7921f6931539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757294 Jan 19 22:27:03.289182 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-610a9ac7-53ad-4fef-9247-a257abc585ec req-17ddb547-5c00-44a7-91e6-d8b65fd35dd5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ce822e1-882c-4499-b315-f793eb56f8f9 HTTP/1.1" status: 200 len: 1001 time: 0.1951232 Jan 19 22:27:03.375109 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe516b8-dcf8-4c7d-ae8d-49d5e0aa6fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9474c54-6687-4a4d-8e23-b81f75d14506,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:03.387651 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a228145e-e5c9-4644-916f-276a15c365c5', 'tag': 'c615110b-1ed6-43a9-b28d-b8466eededb3'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:27:03.403923 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4fe516b8-dcf8-4c7d-ae8d-49d5e0aa6fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:03.449421 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-9d4e16b4-df4d-4fc2-af01-e081e7d62996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:24:35Z', 'revision_number': 4, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': '371d4046-52a8-4358-b731-85c2e38ac665', 'tenant_id': '607a36c19a34437991c7268366328db0', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'port_id': 'c615110b-1ed6-43a9-b28d-b8466eededb3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'mac_address': 'fa:16:3e:59:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a228145e-e5c9-4644-916f-276a15c365c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:26:56Z', 'updated_at': '2021-01-19T22:27:00Z', 'revision_number': 1, 'project_id': '607a36c19a34437991c7268366328db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7256fa1-8a58-410d-a7aa-d44921c8dcd8', 'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'tenant_id': '607a36c19a34437991c7268366328db0', 'mac_address': 'fa:16:3e:a9:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:34Z', 'updated_at': '2021-01-19T22:24:46Z', 'revision_number': 5, 'project_id': '607a36c19a34437991c7268366328db0', 'subnets': [{'id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:03.462521 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4fe516b8-dcf8-4c7d-ae8d-49d5e0aa6fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:03.462803 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4e16b4-df4d-4fc2-af01-e081e7d62996 None None] The sync data for ids ['a974c745-492d-47bf-b7f7-ab49bb885b83'] in dv-cinder-750782-5-iscsi is: [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:24:35Z', 'revision_number': 4, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': '371d4046-52a8-4358-b731-85c2e38ac665', 'tenant_id': '607a36c19a34437991c7268366328db0', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'port_id': 'c615110b-1ed6-43a9-b28d-b8466eededb3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'mac_address': 'fa:16:3e:59:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a228145e-e5c9-4644-916f-276a15c365c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:26:56Z', 'updated_at': '2021-01-19T22:27:00Z', 'revision_number': 1, 'project_id': '607a36c19a34437991c7268366328db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7256fa1-8a58-410d-a7aa-d44921c8dcd8', 'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'tenant_id': '607a36c19a34437991c7268366328db0', 'mac_address': 'fa:16:3e:a9:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:34Z', 'updated_at': '2021-01-19T22:24:46Z', 'revision_number': 5, 'project_id': '607a36c19a34437991c7268366328db0', 'subnets': [{'id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:27:03.463397 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-4fe516b8-dcf8-4c7d-ae8d-49d5e0aa6fa1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9474c54-6687-4a4d-8e23-b81f75d14506 HTTP/1.1" status: 204 len: 168 time: 1.2749429 Jan 19 22:27:03.477440 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589db8b0-e350-4c7c-adde-5201c72761da req-3d04e8f4-ea4a-46b3-9d51-61986f2de2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:03.479093 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-589db8b0-e350-4c7c-adde-5201c72761da req-3d04e8f4-ea4a-46b3-9d51-61986f2de2ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5876124 Jan 19 22:27:03.653297 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e7313-27d3-405b-afb8-5c50dfc37df4 req-1d7bb96e-8fcf-4b00-8b1c-8d5d754610f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:03.653297 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-839e7313-27d3-405b-afb8-5c50dfc37df4 req-1d7bb96e-8fcf-4b00-8b1c-8d5d754610f1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e6ef69e7-9241-4b24-ac31-2f123aad1774 HTTP/1.1" status: 200 len: 907 time: 0.5619090 Jan 19 22:27:03.674996 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a9ac7-53ad-4fef-9247-a257abc585ec req-0dce1d78-1252-4a12-bdac-eafa1fad53a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:03.677097 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-610a9ac7-53ad-4fef-9247-a257abc585ec req-0dce1d78-1252-4a12-bdac-eafa1fad53a4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54bbe0c3-777f-48a8-98b7-95d97e881ce2 HTTP/1.1" status: 200 len: 850 time: 0.1109297 Jan 19 22:27:03.739364 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ed44e-8374-4fe3-ae6a-ec7bca767669 req-01265324-e0c9-4d89-ae1c-348c809ff823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:03.740988 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a19ed44e-8374-4fe3-ae6a-ec7bca767669 req-01265324-e0c9-4d89-ae1c-348c809ff823 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c5545297-ee81-476b-8bdf-fa32744891e1 HTTP/1.1" status: 200 len: 903 time: 0.6174142 Jan 19 22:27:03.812074 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a9ac7-53ad-4fef-9247-a257abc585ec req-533e4c3b-9497-4967-879a-81f343bfb8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:03.814101 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-610a9ac7-53ad-4fef-9247-a257abc585ec req-533e4c3b-9497-4967-879a-81f343bfb8aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af289a99-4938-4c37-bab6-8e3fa35bb17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1268666 Jan 19 22:27:03.831094 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-839e7313-27d3-405b-afb8-5c50dfc37df4 req-2255b80b-bbe8-420c-b97c-8811569c4e71 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34fa3a3e-b264-4cd1-8e76-0fb020223379 HTTP/1.1" status: 200 len: 217 time: 0.1597681 Jan 19 22:27:03.981165 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545b3c81-92b8-49f0-bdb7-5316a340af33 None None] New status for floating IP 371d4046-52a8-4358-b731-85c2e38ac665: ACTIVE {{(pid=80183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:27:04.002793 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-610a9ac7-53ad-4fef-9247-a257abc585ec req-419d2eb4-6d79-4acd-812e-f59bd64a7734 service neutron] 10.222.0.65 "GET /v2.0/networks/af289a99-4938-4c37-bab6-8e3fa35bb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813672 Jan 19 22:27:04.084260 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41993a-e80f-4520-881e-2c2c1d4891e5 req-bbb2696a-48d4-4e68-a140-c64e14554bb5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:04.090709 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-da41993a-e80f-4520-881e-2c2c1d4891e5 req-bbb2696a-48d4-4e68-a140-c64e14554bb5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.7132211 Jan 19 22:27:04.135765 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e7313-27d3-405b-afb8-5c50dfc37df4 req-87c27162-3e69-47b3-a97d-a4fea3fc8416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:04.137389 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-839e7313-27d3-405b-afb8-5c50dfc37df4 req-87c27162-3e69-47b3-a97d-a4fea3fc8416 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=42f603b9-be0f-4ef2-9931-5868eddb5fe8 HTTP/1.1" status: 200 len: 853 time: 0.2675052 Jan 19 22:27:04.149206 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a19ed44e-8374-4fe3-ae6a-ec7bca767669 req-c1ee18b6-9e97-440b-ab08-82164b71d3c9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb HTTP/1.1" status: 200 len: 1001 time: 0.3879707 Jan 19 22:27:04.190639 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-610a9ac7-53ad-4fef-9247-a257abc585ec req-327737dc-d9a3-4977-968b-7280acaf8f98 service neutron] 10.222.0.65 "GET /v2.0/networks/af289a99-4938-4c37-bab6-8e3fa35bb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1800861 Jan 19 22:27:04.212166 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-589db8b0-e350-4c7c-adde-5201c72761da req-8d1d4118-adb2-44e6-92b8-4a5be29a236c service neutron] 10.222.0.50 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7162282 Jan 19 22:27:04.304734 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-839e7313-27d3-405b-afb8-5c50dfc37df4 req-5a3622c1-d3a2-4aab-b5a3-305533ea0d0b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e6ef69e7-9241-4b24-ac31-2f123aad1774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1528280 Jan 19 22:27:04.483956 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-da41993a-e80f-4520-881e-2c2c1d4891e5 req-d901715f-5209-40fa-b835-99cd8cdf2684 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3373396 Jan 19 22:27:04.491380 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ed44e-8374-4fe3-ae6a-ec7bca767669 req-bffcbd93-6d79-45da-acc3-36d32e9bb49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:04.492871 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a19ed44e-8374-4fe3-ae6a-ec7bca767669 req-bffcbd93-6d79-45da-acc3-36d32e9bb49a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90501b76-d654-4fd7-b61c-fc49887a8718 HTTP/1.1" status: 200 len: 847 time: 0.2779758 Jan 19 22:27:04.584073 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a228145e-e5c9-4644-916f-276a15c365c5', 'tag': 'c615110b-1ed6-43a9-b28d-b8466eededb3', 'status': 'completed', 'code': 200} Jan 19 22:27:04.637338 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-589db8b0-e350-4c7c-adde-5201c72761da req-0e6830da-badc-4f07-8704-40145cf05cc1 service neutron] 10.222.0.50 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3792253 Jan 19 22:27:04.698597 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-839e7313-27d3-405b-afb8-5c50dfc37df4 req-05adaae7-3ce7-40bf-aafc-d87eecb3caba service neutron] 10.222.0.65 "GET /v2.0/networks/e6ef69e7-9241-4b24-ac31-2f123aad1774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693783 Jan 19 22:27:04.723006 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ed44e-8374-4fe3-ae6a-ec7bca767669 req-64f6bbea-b7d1-4c9c-8242-29a8413cf0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:04.725635 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a19ed44e-8374-4fe3-ae6a-ec7bca767669 req-64f6bbea-b7d1-4c9c-8242-29a8413cf0f7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c5545297-ee81-476b-8bdf-fa32744891e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1891444 Jan 19 22:27:04.757831 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:04.844105 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cb0db-e9f5-42c9-a1ee-c46e44b464fd req-59d4d410-16a5-4c12-9470-e2448d5c7171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:04.845723 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-664cb0db-e9f5-42c9-a1ee-c46e44b464fd req-59d4d410-16a5-4c12-9470-e2448d5c7171 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=607a36c19a34437991c7268366328db0&device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 1162 time: 0.0902040 Jan 19 22:27:05.052925 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cb0db-e9f5-42c9-a1ee-c46e44b464fd req-1c298823-5e4b-435f-b42c-315bf66489b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:05.054799 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-664cb0db-e9f5-42c9-a1ee-c46e44b464fd req-1c298823-5e4b-435f-b42c-315bf66489b0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff HTTP/1.1" status: 200 len: 906 time: 0.1935754 Jan 19 22:27:05.185052 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-664cb0db-e9f5-42c9-a1ee-c46e44b464fd req-ecb8e3f9-56dd-4b45-aece-56dd698e26e4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c615110b-1ed6-43a9-b28d-b8466eededb3 HTTP/1.1" status: 200 len: 1001 time: 0.1161404 Jan 19 22:27:05.265674 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:05.325650 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-839e7313-27d3-405b-afb8-5c50dfc37df4 req-d3363778-8f0b-40d5-ad79-c45fc508b700 service neutron] 10.222.0.65 "GET /v2.0/networks/e6ef69e7-9241-4b24-ac31-2f123aad1774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5715988 Jan 19 22:27:05.338159 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a19ed44e-8374-4fe3-ae6a-ec7bca767669 req-099c4cb3-12e9-437d-a2fe-a1b1116091dd service neutron] 10.222.0.65 "GET /v2.0/networks/c5545297-ee81-476b-8bdf-fa32744891e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488317 Jan 19 22:27:05.363003 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307398a4-7e65-486d-86d2-9ddad97075af req-d33a568a-ac62-45d2-933d-9a38020a6fcf tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:05.370897 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-307398a4-7e65-486d-86d2-9ddad97075af req-d33a568a-ac62-45d2-933d-9a38020a6fcf tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=98964a27-1931-42af-ae36-f024273faae9 HTTP/1.1" status: 200 len: 946 time: 0.5453224 Jan 19 22:27:05.385294 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cb0db-e9f5-42c9-a1ee-c46e44b464fd req-10c1669b-1cf1-4903-9606-5b146425a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:05.387552 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-664cb0db-e9f5-42c9-a1ee-c46e44b464fd req-10c1669b-1cf1-4903-9606-5b146425a2aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aab077fb-7a3f-467f-8b9a-f6fe6fd707e1 HTTP/1.1" status: 200 len: 851 time: 0.0820389 Jan 19 22:27:05.508040 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cb0db-e9f5-42c9-a1ee-c46e44b464fd req-d02a8165-779c-4936-82df-c6a9516eaf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:05.509799 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-664cb0db-e9f5-42c9-a1ee-c46e44b464fd req-d02a8165-779c-4936-82df-c6a9516eaf80 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0954440 Jan 19 22:27:05.511257 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-307398a4-7e65-486d-86d2-9ddad97075af req-8b23f8d4-1adb-4cde-b1c9-f04940df6ae3 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/security-groups?id=adf448d3-98b1-4ffc-aee6-7921f6931539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394250 Jan 19 22:27:05.616443 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a19ed44e-8374-4fe3-ae6a-ec7bca767669 req-4cd1a247-754b-4447-a5d8-b7573faf5782 service neutron] 10.222.0.65 "GET /v2.0/networks/c5545297-ee81-476b-8bdf-fa32744891e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2426169 Jan 19 22:27:05.742114 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:05.756801 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-664cb0db-e9f5-42c9-a1ee-c46e44b464fd req-94fa0c8c-48cb-45b4-8cba-88dfc7ef7e1d service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361636 Jan 19 22:27:05.853140 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f97f4-5abc-419a-bafe-3b665d42102f req-f002669b-12a9-4ded-9b32-9d707658df79 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:05.854887 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-090f97f4-5abc-419a-bafe-3b665d42102f req-f002669b-12a9-4ded-9b32-9d707658df79 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.1220365 Jan 19 22:27:05.909943 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-090f97f4-5abc-419a-bafe-3b665d42102f req-f7f27590-bb10-4339-acdc-4f879b727f10 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482981 Jan 19 22:27:05.939490 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-664cb0db-e9f5-42c9-a1ee-c46e44b464fd req-b5874094-2dc3-437a-b342-815146c8f756 service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1751845 Jan 19 22:27:06.551756 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 3ce822e1-882c-4499-b315-f793eb56f8f9 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:06.626790 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 3ce822e1-882c-4499-b315-f793eb56f8f9 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:06.627216 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:06.753562 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 34fa3a3e-b264-4cd1-8e76-0fb020223379 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:06.779546 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8537a3-dec2-420e-8a03-8b989a4f4357 req-51f41405-b068-48b0-9047-7b69623ca426 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:06.781818 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4c8537a3-dec2-420e-8a03-8b989a4f4357 req-51f41405-b068-48b0-9047-7b69623ca426 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=98964a27-1931-42af-ae36-f024273faae9 HTTP/1.1" status: 200 len: 946 time: 0.1049888 Jan 19 22:27:06.826063 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 34fa3a3e-b264-4cd1-8e76-0fb020223379 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:06.826405 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:06.837738 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4c8537a3-dec2-420e-8a03-8b989a4f4357 req-3c106aaf-0b10-42fa-9926-1da9985533b4 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/security-groups?id=adf448d3-98b1-4ffc-aee6-7921f6931539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492859 Jan 19 22:27:09.428409 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 59200) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:09.581959 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1ed12b43-f2dd-4f10-9422-2207abe58e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:09.597837 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-1ed12b43-f2dd-4f10-9422-2207abe58e92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:09.601927 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-1ed12b43-f2dd-4f10-9422-2207abe58e92 admin admin] Usage tracker for resource:security_group_rule and tenant:af6741009851445eacbf164abe1824ed is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:09.605014 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-1ed12b43-f2dd-4f10-9422-2207abe58e92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:09.610862 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-1ed12b43-f2dd-4f10-9422-2207abe58e92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:09.698928 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1ed12b43-f2dd-4f10-9422-2207abe58e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:09.702151 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1ed12b43-f2dd-4f10-9422-2207abe58e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:09.711149 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-75faf0da-d4e0-42e9-89c9-32624540a8ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:09.753572 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-1ed12b43-f2dd-4f10-9422-2207abe58e92 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=af6741009851445eacbf164abe1824ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237131 Jan 19 22:27:09.755386 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed12b43-f2dd-4f10-9422-2207abe58e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e57344-b6bb-4239-a455-bdb17045736a,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:09.756488 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 59208) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:09.758788 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1ed12b43-f2dd-4f10-9422-2207abe58e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:09.830865 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-493f80a7-e53f-4011-aa4d-7bc3dad15d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:09.857994 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-493f80a7-e53f-4011-aa4d-7bc3dad15d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:09.913005 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-493f80a7-e53f-4011-aa4d-7bc3dad15d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:09.918193 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e43535e7-ad9c-463b-8218-7ec25c695fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:09.931240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f80a7-e53f-4011-aa4d-7bc3dad15d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e57344-b6bb-4239-a455-bdb17045736a,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:09.934003 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-493f80a7-e53f-4011-aa4d-7bc3dad15d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:09.942546 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-493f80a7-e53f-4011-aa4d-7bc3dad15d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:09.943838 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-493f80a7-e53f-4011-aa4d-7bc3dad15d13 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f7e57344-b6bb-4239-a455-bdb17045736a HTTP/1.1" status: 204 len: 168 time: 0.1862714 Jan 19 22:27:10.315215 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 59232) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:10.334923 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-189630e1-2f98-4769-9e0d-0398a251bc9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:10.352346 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-189630e1-2f98-4769-9e0d-0398a251bc9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:10.357083 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-189630e1-2f98-4769-9e0d-0398a251bc9a admin admin] Usage tracker for resource:security_group_rule and tenant:57e1c8a5c2594dc19470bbfa8a9c6bad is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:10.360316 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-189630e1-2f98-4769-9e0d-0398a251bc9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:10.366615 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-189630e1-2f98-4769-9e0d-0398a251bc9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:10.452125 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-189630e1-2f98-4769-9e0d-0398a251bc9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:10.455011 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-189630e1-2f98-4769-9e0d-0398a251bc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:10.463840 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-60ba457f-aacf-4ee0-bb30-1af4025ba901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:10.509808 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-189630e1-2f98-4769-9e0d-0398a251bc9a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=57e1c8a5c2594dc19470bbfa8a9c6bad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934175 Jan 19 22:27:10.511535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189630e1-2f98-4769-9e0d-0398a251bc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbeed7f-1b1f-41cf-b93d-8d68ae57659c,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:10.512753 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 59236) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:10.515646 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-189630e1-2f98-4769-9e0d-0398a251bc9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:10.578280 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6d59ae96-ac54-4e3e-b895-823e979cef0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:10.611136 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6d59ae96-ac54-4e3e-b895-823e979cef0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:10.662828 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6d59ae96-ac54-4e3e-b895-823e979cef0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:10.667207 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-52453d5a-8130-43b6-a594-3aae3e1bb7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:10.682057 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59ae96-ac54-4e3e-b895-823e979cef0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbeed7f-1b1f-41cf-b93d-8d68ae57659c,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:10.684941 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6d59ae96-ac54-4e3e-b895-823e979cef0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:10.696332 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6d59ae96-ac54-4e3e-b895-823e979cef0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:10.700704 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-6d59ae96-ac54-4e3e-b895-823e979cef0b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/adbeed7f-1b1f-41cf-b93d-8d68ae57659c HTTP/1.1" status: 204 len: 168 time: 0.1867318 Jan 19 22:27:13.649910 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 59342) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:13.840628 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e7332e94-9223-4d0e-8dfd-9add81e7c5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:13.857728 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-e7332e94-9223-4d0e-8dfd-9add81e7c5bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:13.861955 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e7332e94-9223-4d0e-8dfd-9add81e7c5bb admin admin] Usage tracker for resource:security_group_rule and tenant:9dc6554a6cbb4d87801568d164a19539 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:13.865075 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e7332e94-9223-4d0e-8dfd-9add81e7c5bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:13.871426 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-e7332e94-9223-4d0e-8dfd-9add81e7c5bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:13.969692 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e7332e94-9223-4d0e-8dfd-9add81e7c5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:13.972929 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e7332e94-9223-4d0e-8dfd-9add81e7c5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:13.982967 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-5f0ffbed-861f-4fa5-b7e8-0f96dbfe3d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:14.031948 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-e7332e94-9223-4d0e-8dfd-9add81e7c5bb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9dc6554a6cbb4d87801568d164a19539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3783050 Jan 19 22:27:14.031948 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7332e94-9223-4d0e-8dfd-9add81e7c5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d99732-5c03-4f48-8b8d-04571282f8d1,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:14.032389 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 59350) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:14.035070 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e7332e94-9223-4d0e-8dfd-9add81e7c5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:14.099549 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3ac4d0fc-c15c-47a2-8254-55162cee3bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:14.131674 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3ac4d0fc-c15c-47a2-8254-55162cee3bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:14.181966 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3ac4d0fc-c15c-47a2-8254-55162cee3bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:14.188182 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-371fcdca-cccb-4513-8b18-e483b6225321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:14.202920 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4d0fc-c15c-47a2-8254-55162cee3bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d99732-5c03-4f48-8b8d-04571282f8d1,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:14.205854 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3ac4d0fc-c15c-47a2-8254-55162cee3bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:14.207149 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3ac4d0fc-c15c-47a2-8254-55162cee3bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:14.208393 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-3ac4d0fc-c15c-47a2-8254-55162cee3bf4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/56d99732-5c03-4f48-8b8d-04571282f8d1 HTTP/1.1" status: 204 len: 168 time: 0.1749251 Jan 19 22:27:14.565854 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 59358) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:14.584844 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dbfe937d-fd4a-44fe-a247-b16aed232171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:14.604598 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-dbfe937d-fd4a-44fe-a247-b16aed232171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:14.609210 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-dbfe937d-fd4a-44fe-a247-b16aed232171 admin admin] Usage tracker for resource:security_group_rule and tenant:06acfe0e025648d0a464b2d64ae947bf is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:14.612252 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-dbfe937d-fd4a-44fe-a247-b16aed232171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:14.618033 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-dbfe937d-fd4a-44fe-a247-b16aed232171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:14.706014 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dbfe937d-fd4a-44fe-a247-b16aed232171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:14.709851 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dbfe937d-fd4a-44fe-a247-b16aed232171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:14.719777 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4fe516b8-dcf8-4c7d-ae8d-49d5e0aa6fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:14.766357 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-dbfe937d-fd4a-44fe-a247-b16aed232171 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=06acfe0e025648d0a464b2d64ae947bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1993072 Jan 19 22:27:14.767386 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe937d-fd4a-44fe-a247-b16aed232171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ed7214-c4b3-45a7-bee2-0099900d2f9a,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:14.769163 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 59364) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:14.771189 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-dbfe937d-fd4a-44fe-a247-b16aed232171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:14.860949 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3f027413-5431-48d0-b356-09c354529bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:14.890933 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3f027413-5431-48d0-b356-09c354529bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:14.948716 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3f027413-5431-48d0-b356-09c354529bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:14.955447 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-c3ab4bdc-a7db-474b-afd5-8a6e9fb72abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:14.972067 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f027413-5431-48d0-b356-09c354529bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ed7214-c4b3-45a7-bee2-0099900d2f9a,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:14.975604 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3f027413-5431-48d0-b356-09c354529bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:14.987689 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3f027413-5431-48d0-b356-09c354529bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:14.991974 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-3f027413-5431-48d0-b356-09c354529bf8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a7ed7214-c4b3-45a7-bee2-0099900d2f9a HTTP/1.1" status: 204 len: 168 time: 0.2179258 Jan 19 22:27:15.690498 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5da906e7-4433-4ed1-b492-75de70fffec9 req-fcb53c6b-7908-4abf-b095-dd3bbe035651 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0773230 Jan 19 22:27:15.836324 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da906e7-4433-4ed1-b492-75de70fffec9 req-d0dd1630-e176-4d22-b08d-cced5a0e0a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:15.837939 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5da906e7-4433-4ed1-b492-75de70fffec9 req-d0dd1630-e176-4d22-b08d-cced5a0e0a2f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e64eda3ec4144b5bb294b9dc3338c915&device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 1163 time: 0.0819566 Jan 19 22:27:16.022382 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da906e7-4433-4ed1-b492-75de70fffec9 req-5a296b24-84fc-427d-813a-6a38ab03f405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:16.024021 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5da906e7-4433-4ed1-b492-75de70fffec9 req-5a296b24-84fc-427d-813a-6a38ab03f405 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 HTTP/1.1" status: 200 len: 911 time: 0.1511328 Jan 19 22:27:16.984693 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5da906e7-4433-4ed1-b492-75de70fffec9 req-a7d32103-df06-49b7-99ed-a3345f0e76dc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d458c3d4-a4c2-4e1d-9a41-4513447ebb19 HTTP/1.1" status: 200 len: 1002 time: 0.1052186 Jan 19 22:27:17.650397 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 59454) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:17.815250 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-464efaf2-a822-4177-bf9e-d2690216168c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:17.838111 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-464efaf2-a822-4177-bf9e-d2690216168c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:17.841327 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da906e7-4433-4ed1-b492-75de70fffec9 req-974c1956-ba56-4db9-8ff2-fa3edf0dd6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:17.843483 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5da906e7-4433-4ed1-b492-75de70fffec9 req-974c1956-ba56-4db9-8ff2-fa3edf0dd6b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=728f42a3-f50d-4a74-bd63-43882f750a76 HTTP/1.1" status: 200 len: 856 time: 0.1033802 Jan 19 22:27:17.845804 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-464efaf2-a822-4177-bf9e-d2690216168c admin admin] Usage tracker for resource:security_group_rule and tenant:e0a0df3385a141578beeae6e5b58c3ef is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:17.848854 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-464efaf2-a822-4177-bf9e-d2690216168c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:17.854793 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-464efaf2-a822-4177-bf9e-d2690216168c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:17.941418 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-464efaf2-a822-4177-bf9e-d2690216168c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:17.944709 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-464efaf2-a822-4177-bf9e-d2690216168c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:17.953350 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-bc739e2d-8bf8-401b-8d51-19d5dc6dd514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:17.996914 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-464efaf2-a822-4177-bf9e-d2690216168c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e0a0df3385a141578beeae6e5b58c3ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453002 Jan 19 22:27:17.999370 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464efaf2-a822-4177-bf9e-d2690216168c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc117a0-ed28-4683-b032-092a6775ba0b,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:18.002023 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 59460) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:18.004697 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-464efaf2-a822-4177-bf9e-d2690216168c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:18.072621 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f66661dd-2be8-433d-91da-608c70829821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:18.100490 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f66661dd-2be8-433d-91da-608c70829821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:18.145630 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f66661dd-2be8-433d-91da-608c70829821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:18.150837 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a58fd850-2cd1-4625-95c9-0a2e279624b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:18.165380 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66661dd-2be8-433d-91da-608c70829821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc117a0-ed28-4683-b032-092a6775ba0b,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:18.168535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f66661dd-2be8-433d-91da-608c70829821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:18.169487 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f66661dd-2be8-433d-91da-608c70829821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:18.172061 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-f66661dd-2be8-433d-91da-608c70829821 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bfc117a0-ed28-4683-b032-092a6775ba0b HTTP/1.1" status: 204 len: 168 time: 0.1689982 Jan 19 22:27:18.551007 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 59470) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:18.570183 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-87fe7ca0-9e92-4059-b9d4-f6c0e74df63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:18.586986 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-87fe7ca0-9e92-4059-b9d4-f6c0e74df63e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:18.591115 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-87fe7ca0-9e92-4059-b9d4-f6c0e74df63e admin admin] Usage tracker for resource:security_group_rule and tenant:e929b6d02c0c45af9fa6341f7ca52d90 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:18.594805 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-87fe7ca0-9e92-4059-b9d4-f6c0e74df63e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:18.600814 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-87fe7ca0-9e92-4059-b9d4-f6c0e74df63e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:18.695180 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-87fe7ca0-9e92-4059-b9d4-f6c0e74df63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:18.698354 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-87fe7ca0-9e92-4059-b9d4-f6c0e74df63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:18.707805 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-0b074e9b-8506-402e-989e-fe8d9e85f842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:18.793825 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-87fe7ca0-9e92-4059-b9d4-f6c0e74df63e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e929b6d02c0c45af9fa6341f7ca52d90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415695 Jan 19 22:27:18.797952 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 59476) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:18.800799 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe7ca0-9e92-4059-b9d4-f6c0e74df63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229d2c5f-890c-41a1-87f5-8f1543865bdf,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:18.805002 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-87fe7ca0-9e92-4059-b9d4-f6c0e74df63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:18.842572 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da906e7-4433-4ed1-b492-75de70fffec9 req-c68dba72-d889-4769-9f99-076d5ffdab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:18.844348 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5da906e7-4433-4ed1-b492-75de70fffec9 req-c68dba72-d889-4769-9f99-076d5ffdab79 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1014347 Jan 19 22:27:18.866655 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8ad8902c-1de8-41b7-8e7e-a4014377afa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:18.896131 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8ad8902c-1de8-41b7-8e7e-a4014377afa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:18.944367 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8ad8902c-1de8-41b7-8e7e-a4014377afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:18.949610 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-14e93c7a-48a1-460b-b31b-b71c571c4d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:18.966317 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8902c-1de8-41b7-8e7e-a4014377afa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229d2c5f-890c-41a1-87f5-8f1543865bdf,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:18.971183 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8ad8902c-1de8-41b7-8e7e-a4014377afa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:18.976938 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8ad8902c-1de8-41b7-8e7e-a4014377afa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:18.981181 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-8ad8902c-1de8-41b7-8e7e-a4014377afa8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/229d2c5f-890c-41a1-87f5-8f1543865bdf HTTP/1.1" status: 204 len: 168 time: 0.1791530 Jan 19 22:27:19.011971 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5da906e7-4433-4ed1-b492-75de70fffec9 req-a6fc9ac7-a170-425b-88e7-0f15bd4a010e service neutron] 10.222.0.65 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466932 Jan 19 22:27:19.394586 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5da906e7-4433-4ed1-b492-75de70fffec9 req-9723f534-128d-4e63-9ede-348bf722aa01 service neutron] 10.222.0.65 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3720911 Jan 19 22:27:22.194947 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:29.904567 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ac5c1371-87d9-4397-918a-56392ff457f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:32.927408 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4ebbe-86d6-43cf-9549-5a7fcc8613b2 req-cb828ead-5461-428f-a55b-a5f1ece48f9e tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:32.929169 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-77f4ebbe-86d6-43cf-9549-5a7fcc8613b2 req-cb828ead-5461-428f-a55b-a5f1ece48f9e tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.1095030 Jan 19 22:27:32.987695 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-77f4ebbe-86d6-43cf-9549-5a7fcc8613b2 req-825e19e2-4986-407b-a634-d72f08ba7f2a tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472898 Jan 19 22:27:33.161621 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2ce2bda2-aaa2-43bc-a558-6dd67a93440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:34.256982 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce1d6b-4eb2-4fd6-afad-6815cbe8b9b0 req-47fc17e3-66d9-4b2d-b602-2601fd94b482 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:34.258789 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e2ce1d6b-4eb2-4fd6-afad-6815cbe8b9b0 req-47fc17e3-66d9-4b2d-b602-2601fd94b482 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.1171393 Jan 19 22:27:34.314077 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e2ce1d6b-4eb2-4fd6-afad-6815cbe8b9b0 req-45c12df1-af6d-41eb-99e2-27058911c7ac tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477602 Jan 19 22:27:34.764980 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:35.271884 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:35.602732 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101c85b-157c-440e-a6bd-8978c78669a4 req-a95ea11a-8f72-4993-b04b-675767df9e7b tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:35.604894 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d101c85b-157c-440e-a6bd-8978c78669a4 req-a95ea11a-8f72-4993-b04b-675767df9e7b tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.1128852 Jan 19 22:27:35.671142 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d101c85b-157c-440e-a6bd-8978c78669a4 req-eea2c4db-addc-4775-9744-9eb79be68e9f tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535319 Jan 19 22:27:35.734799 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:36.092441 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device d458c3d4-a4c2-4e1d-9a41-4513447ebb19 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:27:36.179356 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port d458c3d4-a4c2-4e1d-9a41-4513447ebb19 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:36.180159 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:36.188227 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad89993-9a32-4aed-8a4a-8a3bae0df4a1 req-7994cde9-5be5-4a1f-8c38-1dc8009f6185 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:36.189869 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-2ad89993-9a32-4aed-8a4a-8a3bae0df4a1 req-7994cde9-5be5-4a1f-8c38-1dc8009f6185 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Synchronizing usage tracker for tenant:e64eda3ec4144b5bb294b9dc3338c915 on resource:port {{(pid=80181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:27:36.207457 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-2ad89993-9a32-4aed-8a4a-8a3bae0df4a1 req-7994cde9-5be5-4a1f-8c38-1dc8009f6185 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Unset dirty status for tenant:e64eda3ec4144b5bb294b9dc3338c915 on resource:port {{(pid=80181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:27:36.208931 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2ad89993-9a32-4aed-8a4a-8a3bae0df4a1 req-7994cde9-5be5-4a1f-8c38-1dc8009f6185 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.65 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.1652479 Jan 19 22:27:36.385654 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-2ad89993-9a32-4aed-8a4a-8a3bae0df4a1 req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Deleting port d458c3d4-a4c2-4e1d-9a41-4513447ebb19 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:27:36.386262 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-2ad89993-9a32-4aed-8a4a-8a3bae0df4a1 req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:36.424904 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5f209-9312-4b06-a07a-53be5676241d req-4958da07-59ad-4a4e-9544-94a2d38d3ea6 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:36.427161 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-35f5f209-9312-4b06-a07a-53be5676241d req-4958da07-59ad-4a4e-9544-94a2d38d3ea6 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=98964a27-1931-42af-ae36-f024273faae9 HTTP/1.1" status: 200 len: 946 time: 0.1144028 Jan 19 22:27:36.492746 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-35f5f209-9312-4b06-a07a-53be5676241d req-0e1c9eb3-455a-4d06-a59d-0fab2297dcde tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/security-groups?id=adf448d3-98b1-4ffc-aee6-7921f6931539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591633 Jan 19 22:27:36.719531 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-2ad89993-9a32-4aed-8a4a-8a3bae0df4a1 req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] For port d458c3d4-a4c2-4e1d-9a41-4513447ebb19, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=d458c3d4-a4c2-4e1d-9a41-4513447ebb19,segment=NetworkSegment(a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654),segment_id=a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:27:36.720309 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-2ad89993-9a32-4aed-8a4a-8a3bae0df4a1 req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:36.977415 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942ed75-928e-46e1-8821-41fb1fbb6f8d req-0e8c9f85-9918-46e5-a291-f4433700f186 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:36.979363 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f942ed75-928e-46e1-8821-41fb1fbb6f8d req-0e8c9f85-9918-46e5-a291-f4433700f186 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 946 time: 0.1286781 Jan 19 22:27:37.065785 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f942ed75-928e-46e1-8821-41fb1fbb6f8d req-603d3202-941a-4c44-a369-fd68cb8ed258 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=acc70ae4-e1ed-4ede-b2f3-9799d2894187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750680 Jan 19 22:27:37.152491 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-2ad89993-9a32-4aed-8a4a-8a3bae0df4a1 req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for floatingip, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:37.153460 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-2ad89993-9a32-4aed-8a4a-8a3bae0df4a1 req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:37.153460 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.l3_db [req-2ad89993-9a32-4aed-8a4a-8a3bae0df4a1 req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Floating IP 7f98a206-75c9-4ed2-8562-e0b6f74520c9 disassociated. External IP: 172.27.0.214, port: d458c3d4-a4c2-4e1d-9a41-4513447ebb19. Jan 19 22:27:37.153766 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-2ad89993-9a32-4aed-8a4a-8a3bae0df4a1 req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Calling delete_port for d458c3d4-a4c2-4e1d-9a41-4513447ebb19 owned by compute:nova {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:27:37.317622 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-2ad89993-9a32-4aed-8a4a-8a3bae0df4a1 req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:37.335124 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1447a2be-d3ec-4fe3-a3bb-64ffece849fc tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:37.388789 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Pushing event deleted for resources: {'Port': ['ID=d458c3d4-a4c2-4e1d-9a41-4513447ebb19,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:37.453011 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:37.453405 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:37.453808 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:37.454205 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:37.454598 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:37.455009 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:37.455395 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:37.455775 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:37.456157 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:37.456539 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:37.456921 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:37.457299 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:37.457736 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:37.458126 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:37.458501 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:37.458929 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:37.459309 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:37.459694 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:37.460073 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:37.460452 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:37.460842 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:37.461214 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:37.461593 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:37.461972 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:37.468003 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:37.523661 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:27:37.744508 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ad89993-9a32-4aed-8a4a-8a3bae0df4a1 req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Router 153e7ab8-b846-4db1-b200-e94ed46ff16a has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:27:37.749331 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9055b-5118-4e8e-a72c-aa7790791690 req-f29d4d20-95aa-4d96-9ae9-4e8fe01a6651 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:37.751032 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4fb9055b-5118-4e8e-a72c-aa7790791690 req-f29d4d20-95aa-4d96-9ae9-4e8fe01a6651 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=98964a27-1931-42af-ae36-f024273faae9 HTTP/1.1" status: 200 len: 946 time: 0.1163430 Jan 19 22:27:37.809948 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4fb9055b-5118-4e8e-a72c-aa7790791690 req-fb21497c-6c0e-4cc7-8a13-f3b086df4048 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/security-groups?id=adf448d3-98b1-4ffc-aee6-7921f6931539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522556 Jan 19 22:27:37.814914 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device d458c3d4-a4c2-4e1d-9a41-4513447ebb19 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:27:37.854729 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] No Port match for: d458c3d4-a4c2-4e1d-9a41-4513447ebb19 {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:27:37.855660 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device d458c3d4-a4c2-4e1d-9a41-4513447ebb19 not bound to the agent host hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:27:37.964849 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ad89993-9a32-4aed-8a4a-8a3bae0df4a1 req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:27:37.986578 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f746c18-c9a8-4549-96a9-d0d9da661fa4 None None] Sync routers for ids ['153e7ab8-b846-4db1-b200-e94ed46ff16a'] in dv-cinder-750782-5-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:27:37.998393 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f746c18-c9a8-4549-96a9-d0d9da661fa4 None None] Routers {'153e7ab8-b846-4db1-b200-e94ed46ff16a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:27:37.999267 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-7f746c18-c9a8-4549-96a9-d0d9da661fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:27:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['153e7ab8-b846-4db1-b200-e94ed46ff16a'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:38.014543 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad89993-9a32-4aed-8a4a-8a3bae0df4a1 req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] No DVR routers for this DVR port d458c3d4-a4c2-4e1d-9a41-4513447ebb19 on host hv-cinder-75078 {{(pid=80181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:27:38.016983 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-2ad89993-9a32-4aed-8a4a-8a3bae0df4a1 req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:38.020012 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c74ace-0155-4a50-8f2d-a99ffed11549', 'name': 'network-vif-deleted', 'tag': 'd458c3d4-a4c2-4e1d-9a41-4513447ebb19'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:27:38.045301 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2ad89993-9a32-4aed-8a4a-8a3bae0df4a1 req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.65 "DELETE /v2.0/ports/d458c3d4-a4c2-4e1d-9a41-4513447ebb19 HTTP/1.1" status: 204 len: 173 time: 1.7544236 Jan 19 22:27:38.088570 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c74ace-0155-4a50-8f2d-a99ffed11549', 'name': 'network-vif-deleted', 'tag': 'd458c3d4-a4c2-4e1d-9a41-4513447ebb19', 'status': 'completed', 'code': 200} Jan 19 22:27:38.315711 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fa71cd62-73f0-4a37-bc8d-0591ac1449b7 req-cb40abd6-bb0c-4f52-b362-b88f2a0c62e8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 210 time: 0.0646079 Jan 19 22:27:38.435439 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-7f746c18-c9a8-4549-96a9-d0d9da661fa4 None None] Set router 153e7ab8-b846-4db1-b200-e94ed46ff16a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:27:38.848174 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-7f746c18-c9a8-4549-96a9-d0d9da661fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'name': 'tempest-AttachVolumeShelveTestJSON-1610638167-router', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:21Z', 'updated_at': '2021-01-19T22:22:42Z', 'revision_number': 4, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'gw_port': {'id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:23Z', 'updated_at': '2021-01-19T22:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': 'ea9f7383-2193-4b0e-8d89-d888ad9fe420', 'name': '', 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'mac_address': 'fa:16:3e:f0:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:38Z', 'updated_at': '2021-01-19T22:22:58Z', 'revision_number': 5, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'subnets': [{'id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:38.855080 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f746c18-c9a8-4549-96a9-d0d9da661fa4 None None] Checking router: 153e7ab8-b846-4db1-b200-e94ed46ff16a for host: dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:27:38.869978 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f746c18-c9a8-4549-96a9-d0d9da661fa4 None None] Routers {'153e7ab8-b846-4db1-b200-e94ed46ff16a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:27:38.871320 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-7f746c18-c9a8-4549-96a9-d0d9da661fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:27:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['153e7ab8-b846-4db1-b200-e94ed46ff16a'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:38.970753 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9904ca5-e2e7-455f-9fc8-a118955cf54c req-b6534b80-55d4-44be-87ca-c0808247f3ff tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:38.971701 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-b9904ca5-e2e7-455f-9fc8-a118955cf54c req-b6534b80-55d4-44be-87ca-c0808247f3ff tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Synchronizing usage tracker for tenant:211f6cd340034838ac0316a66c475298 on resource:port {{(pid=80181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:27:39.006610 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-b9904ca5-e2e7-455f-9fc8-a118955cf54c req-b6534b80-55d4-44be-87ca-c0808247f3ff tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Unset dirty status for tenant:211f6cd340034838ac0316a66c475298 on resource:port {{(pid=80181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:27:39.008064 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b9904ca5-e2e7-455f-9fc8-a118955cf54c req-b6534b80-55d4-44be-87ca-c0808247f3ff tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.65 "GET /v2.0/ports?device_id=98964a27-1931-42af-ae36-f024273faae9 HTTP/1.1" status: 200 len: 946 time: 0.2074969 Jan 19 22:27:39.144585 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-b9904ca5-e2e7-455f-9fc8-a118955cf54c req-e30399b5-4b81-43d3-9674-e1b480818d30 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Deleting port 34fa3a3e-b264-4cd1-8e76-0fb020223379 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:27:39.145281 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-b9904ca5-e2e7-455f-9fc8-a118955cf54c req-e30399b5-4b81-43d3-9674-e1b480818d30 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:39.146760 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-7f746c18-c9a8-4549-96a9-d0d9da661fa4 None None] Set router 153e7ab8-b846-4db1-b200-e94ed46ff16a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:27:39.180604 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0cfc23-52b1-425b-bcf2-970d2bc2fab9 req-e7e9b191-b9d1-4245-b700-6bbfa15f8405 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:39.189299 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7a0cfc23-52b1-425b-bcf2-970d2bc2fab9 req-e7e9b191-b9d1-4245-b700-6bbfa15f8405 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=98964a27-1931-42af-ae36-f024273faae9 HTTP/1.1" status: 200 len: 946 time: 0.1535096 Jan 19 22:27:39.259356 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7a0cfc23-52b1-425b-bcf2-970d2bc2fab9 req-af5628e1-eb25-417c-8982-95c4434cd06f tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/security-groups?id=adf448d3-98b1-4ffc-aee6-7921f6931539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687134 Jan 19 22:27:39.443926 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-b9904ca5-e2e7-455f-9fc8-a118955cf54c req-e30399b5-4b81-43d3-9674-e1b480818d30 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] For port 34fa3a3e-b264-4cd1-8e76-0fb020223379, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=34fa3a3e-b264-4cd1-8e76-0fb020223379,segment=NetworkSegment(9e0c1087-46f5-48bb-b6fd-f1b7be5752ea),segment_id=9e0c1087-46f5-48bb-b6fd-f1b7be5752ea)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:27:39.444654 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-b9904ca5-e2e7-455f-9fc8-a118955cf54c req-e30399b5-4b81-43d3-9674-e1b480818d30 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:39.541114 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-7f746c18-c9a8-4549-96a9-d0d9da661fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'name': 'tempest-AttachVolumeShelveTestJSON-1610638167-router', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:21Z', 'updated_at': '2021-01-19T22:22:42Z', 'revision_number': 4, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'gw_port': {'id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:23Z', 'updated_at': '2021-01-19T22:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': 'ea9f7383-2193-4b0e-8d89-d888ad9fe420', 'name': '', 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'mac_address': 'fa:16:3e:f0:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:38Z', 'updated_at': '2021-01-19T22:22:58Z', 'revision_number': 5, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'subnets': [{'id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:27:39.552720 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f746c18-c9a8-4549-96a9-d0d9da661fa4 None None] The sync data for ids ['153e7ab8-b846-4db1-b200-e94ed46ff16a'] in dv-cinder-750782-5-iscsi is: [{'id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'name': 'tempest-AttachVolumeShelveTestJSON-1610638167-router', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:21Z', 'updated_at': '2021-01-19T22:22:42Z', 'revision_number': 4, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'gw_port': {'id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:23Z', 'updated_at': '2021-01-19T22:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': 'ea9f7383-2193-4b0e-8d89-d888ad9fe420', 'name': '', 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'mac_address': 'fa:16:3e:f0:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:38Z', 'updated_at': '2021-01-19T22:22:58Z', 'revision_number': 5, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'subnets': [{'id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:27:39.584124 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-10f6497a-3ced-449b-a9ce-4981f6884c13 req-2f610f63-2c06-4f62-88e5-4df5d3f1b302 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 210 time: 0.0630672 Jan 19 22:27:39.597612 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-b9904ca5-e2e7-455f-9fc8-a118955cf54c req-e30399b5-4b81-43d3-9674-e1b480818d30 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Calling delete_port for 34fa3a3e-b264-4cd1-8e76-0fb020223379 owned by compute:nova {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:27:39.810524 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-b9904ca5-e2e7-455f-9fc8-a118955cf54c req-e30399b5-4b81-43d3-9674-e1b480818d30 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:39.826805 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:39.884737 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30399b5-4b81-43d3-9674-e1b480818d30 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Pushing event deleted for resources: {'Port': ['ID=34fa3a3e-b264-4cd1-8e76-0fb020223379,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:39.934130 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e30399b5-4b81-43d3-9674-e1b480818d30 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:40.061075 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9904ca5-e2e7-455f-9fc8-a118955cf54c req-e30399b5-4b81-43d3-9674-e1b480818d30 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] No DVR routers for this DVR port 34fa3a3e-b264-4cd1-8e76-0fb020223379 on host hv-cinder-75078 {{(pid=80181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:27:40.063392 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-b9904ca5-e2e7-455f-9fc8-a118955cf54c req-e30399b5-4b81-43d3-9674-e1b480818d30 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:40.066862 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc9916d-ff20-4d40-b0bb-d818a44a21ac None None] New status for floating IP 7f98a206-75c9-4ed2-8562-e0b6f74520c9: DOWN {{(pid=80183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:27:40.076859 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b9904ca5-e2e7-455f-9fc8-a118955cf54c req-e30399b5-4b81-43d3-9674-e1b480818d30 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.65 "DELETE /v2.0/ports/34fa3a3e-b264-4cd1-8e76-0fb020223379 HTTP/1.1" status: 204 len: 173 time: 1.0547948 Jan 19 22:27:40.089578 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98964a27-1931-42af-ae36-f024273faae9', 'name': 'network-vif-deleted', 'tag': '34fa3a3e-b264-4cd1-8e76-0fb020223379'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:27:40.160059 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98964a27-1931-42af-ae36-f024273faae9', 'name': 'network-vif-deleted', 'tag': '34fa3a3e-b264-4cd1-8e76-0fb020223379', 'status': 'completed', 'code': 200} Jan 19 22:27:40.441441 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-13e4554a-800d-4060-b0c1-9620a7e0e270 req-0412bfaa-a0f5-43b2-b898-d3d4221c3a85 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=98964a27-1931-42af-ae36-f024273faae9 HTTP/1.1" status: 200 len: 210 time: 0.0530038 Jan 19 22:27:40.795342 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1b6635ce-110b-4626-ba4a-0472689f9de3 req-831aad81-f709-4784-b608-91ba9c23a78c tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 210 time: 0.0524800 Jan 19 22:27:41.624182 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cc99970a-06f8-4748-8b66-6b0475da7e47 req-023ff543-19f4-4a94-bea0-a59ebbbdd855 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=98964a27-1931-42af-ae36-f024273faae9 HTTP/1.1" status: 200 len: 210 time: 0.0487442 Jan 19 22:27:42.007559 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7cf363a8-9730-4cf0-9b2e-689bb9097497 req-0ddfaac4-9454-43c8-9b64-1ae855e15051 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=24c74ace-0155-4a50-8f2d-a99ffed11549 HTTP/1.1" status: 200 len: 210 time: 0.0496042 Jan 19 22:27:42.434714 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 34fa3a3e-b264-4cd1-8e76-0fb020223379 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:27:42.472773 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] No Port match for: 34fa3a3e-b264-4cd1-8e76-0fb020223379 {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:27:42.473167 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 34fa3a3e-b264-4cd1-8e76-0fb020223379 not bound to the agent host hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:27:42.824253 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-39d56d92-fd45-43c9-9db4-f7a959fbd14a req-4fba58c0-705e-44fd-adec-0b76f433a671 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] 10.222.0.50 "GET /v2.0/ports?device_id=98964a27-1931-42af-ae36-f024273faae9 HTTP/1.1" status: 200 len: 210 time: 0.0521312 Jan 19 22:27:43.180371 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 59868) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:43.258266 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:43.289622 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:43.335585 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:43.341775 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:43.357692 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc70ae4-e1ed-4ede-b2f3-9799d2894187,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:43.369418 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:43.369826 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:43.370230 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:43.370909 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:43.371304 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:43.371698 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:43.372087 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:43.372992 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:43.373383 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:43.373768 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:43.374155 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:43.374540 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:43.375006 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:43.375396 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:43.375780 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:43.376167 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:43.376555 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:43.376942 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:43.377329 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:43.377711 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:43.378096 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:43.378483 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:43.378893 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:43.379284 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:27:43.382660 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:43.383900 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "DELETE /v2.0/security-groups/acc70ae4-e1ed-4ede-b2f3-9799d2894187 HTTP/1.1" status: 204 len: 168 time: 0.2024202 Jan 19 22:27:43.384912 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:43.386843 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 59876) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:43.405993 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.v2.resource [None req-91bc8fc1-be5d-4805-a2d7-579cef7fb5e4 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] show failed (client error): The resource could not be found. Jan 19 22:27:43.407134 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-91bc8fc1-be5d-4805-a2d7-579cef7fb5e4 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups/acc70ae4-e1ed-4ede-b2f3-9799d2894187 HTTP/1.1" status: 404 len: 347 time: 0.0190802 Jan 19 22:27:43.412261 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 59880) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:43.590955 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-79ffae3c-ed1e-44c5-8a93-3eb11def8e04 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Deleting port aa6d5281-013a-4dea-8709-7d4d50916654 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:27:43.591341 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-79ffae3c-ed1e-44c5-8a93-3eb11def8e04 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:43.775241 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-79ffae3c-ed1e-44c5-8a93-3eb11def8e04 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:43.775522 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-79ffae3c-ed1e-44c5-8a93-3eb11def8e04 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for floatingip, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:43.910214 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-79ffae3c-ed1e-44c5-8a93-3eb11def8e04 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Calling delete_port for aa6d5281-013a-4dea-8709-7d4d50916654 owned by network:floatingip {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:27:44.065441 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-79ffae3c-ed1e-44c5-8a93-3eb11def8e04 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:44.083728 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:44.131391 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffae3c-ed1e-44c5-8a93-3eb11def8e04 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Pushing event deleted for resources: {'Port': ['ID=aa6d5281-013a-4dea-8709-7d4d50916654,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:44.428747 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-79ffae3c-ed1e-44c5-8a93-3eb11def8e04 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:44.565305 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-79ffae3c-ed1e-44c5-8a93-3eb11def8e04 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for floatingip, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:44.582387 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-79ffae3c-ed1e-44c5-8a93-3eb11def8e04 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:44.582967 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-79ffae3c-ed1e-44c5-8a93-3eb11def8e04 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "DELETE /v2.0/floatingips/7f98a206-75c9-4ed2-8562-e0b6f74520c9 HTTP/1.1" status: 204 len: 168 time: 1.1695344 Jan 19 22:27:44.813471 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 59916) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:44.819467 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-02191a1b-943b-448f-86bf-012cc660ac52 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Request body: {'security_group': {'name': 'tempest-securitygroup--1733575598', 'description': 'tempest-description--1341156535'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:44.829623 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-02191a1b-943b-448f-86bf-012cc660ac52 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:44.834702 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-02191a1b-943b-448f-86bf-012cc660ac52 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Usage tracker for resource:security_group and tenant:e64eda3ec4144b5bb294b9dc3338c915 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:44.839779 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-02191a1b-943b-448f-86bf-012cc660ac52 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:44.849536 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-02191a1b-943b-448f-86bf-012cc660ac52 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:44.860276 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-02191a1b-943b-448f-86bf-012cc660ac52 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:44.890316 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-02191a1b-943b-448f-86bf-012cc660ac52 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:44.896808 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-02191a1b-943b-448f-86bf-012cc660ac52 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Usage tracker for resource:security_group_rule and tenant:e64eda3ec4144b5bb294b9dc3338c915 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:44.900221 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-02191a1b-943b-448f-86bf-012cc660ac52 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:44.906580 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-02191a1b-943b-448f-86bf-012cc660ac52 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:44.983295 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-02191a1b-943b-448f-86bf-012cc660ac52 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:44.989087 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-02191a1b-943b-448f-86bf-012cc660ac52 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:44.994915 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-59994fac-632c-4e27-9fdf-46d0777689a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:45.039046 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02191a1b-943b-448f-86bf-012cc660ac52 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Pushing event updated for resources: {'SecurityGroup': ['ID=d118197d-40ca-43b2-9250-febefd75cd84,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:45.042073 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-02191a1b-943b-448f-86bf-012cc660ac52 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:45.043511 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-02191a1b-943b-448f-86bf-012cc660ac52 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:45.045438 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-02191a1b-943b-448f-86bf-012cc660ac52 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2308946 Jan 19 22:27:45.048410 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 59922) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:45.056018 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-b3715665-e786-4123-95d9-d54c300308db tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Request body: {'security_group_rule': {'security_group_id': 'd118197d-40ca-43b2-9250-febefd75cd84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:45.065576 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-b3715665-e786-4123-95d9-d54c300308db tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:45.069656 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-b3715665-e786-4123-95d9-d54c300308db tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Usage tracker for resource:security_group_rule and tenant:e64eda3ec4144b5bb294b9dc3338c915 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:45.072692 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-b3715665-e786-4123-95d9-d54c300308db tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:45.078489 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-b3715665-e786-4123-95d9-d54c300308db tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:45.096038 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b3715665-e786-4123-95d9-d54c300308db tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for security_group_rule, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:45.168603 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b3715665-e786-4123-95d9-d54c300308db tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:45.171640 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b3715665-e786-4123-95d9-d54c300308db tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425058'] for security_group_rule, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:45.173862 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:45.197830 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3715665-e786-4123-95d9-d54c300308db tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a0428b-b835-44ac-bc3a-781756dd7105,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:45.205730 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b3715665-e786-4123-95d9-d54c300308db tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:45.207755 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b3715665-e786-4123-95d9-d54c300308db tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for security_group_rule, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:45.209039 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-b3715665-e786-4123-95d9-d54c300308db tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1596005 Jan 19 22:27:45.211926 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 59926) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:45.218209 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-2ac2e1a5-214a-48db-ae47-aa634c00a369 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Request body: {'security_group_rule': {'security_group_id': 'd118197d-40ca-43b2-9250-febefd75cd84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:45.227749 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-2ac2e1a5-214a-48db-ae47-aa634c00a369 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:45.232314 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-2ac2e1a5-214a-48db-ae47-aa634c00a369 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Usage tracker for resource:security_group_rule and tenant:e64eda3ec4144b5bb294b9dc3338c915 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:45.235343 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-2ac2e1a5-214a-48db-ae47-aa634c00a369 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:45.241265 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-2ac2e1a5-214a-48db-ae47-aa634c00a369 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:45.258583 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2ac2e1a5-214a-48db-ae47-aa634c00a369 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for security_group_rule, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:45.329465 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2ac2e1a5-214a-48db-ae47-aa634c00a369 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:45.332095 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2ac2e1a5-214a-48db-ae47-aa634c00a369 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425058'] for security_group_rule, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:45.334286 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-594bbe58-43f2-4060-9794-b420ef925654 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:45.359590 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2e1a5-214a-48db-ae47-aa634c00a369 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66863e91-88d3-483b-88a3-4fb932772ef2,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:45.362174 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-2ac2e1a5-214a-48db-ae47-aa634c00a369 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:45.368722 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2ac2e1a5-214a-48db-ae47-aa634c00a369 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for security_group_rule, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:45.370001 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-2ac2e1a5-214a-48db-ae47-aa634c00a369 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1570895 Jan 19 22:27:45.373563 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 59930) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:45.379049 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Request body: {'floatingip': {'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:45.388444 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:45.392612 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Usage tracker for resource:floatingip and tenant:e64eda3ec4144b5bb294b9dc3338c915 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:45.395834 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:45.401747 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:45.411968 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for floatingip, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:45.572781 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:45.895082 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Allocated IP 172.27.0.203 (8ee66800-a804-40da-8341-42d4a5bfa70e/1d78e577-375f-4e80-a30d-36805bf42fd3/346249a8-e3df-40e5-b583-aee28b8244a3) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:27:46.061290 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:46.092540 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:46.109295 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:46.253491 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Pushing event updated for resources: {'Port': ['ID=346249a8-e3df-40e5-b583-aee28b8244a3,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:46.258192 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:46.317174 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Network 8ee66800-a804-40da-8341-42d4a5bfa70e is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:27:46.318963 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:27:46.321517 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:27:46.411675 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for floatingip, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:46.696662 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:46.876888 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 59974) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:46.988959 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:46.992668 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996312'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:47.008971 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:47.049162 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6a8e11a1-5774-41a7-bda6-87f7720de0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:47.066444 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6a8e11a1-5774-41a7-bda6-87f7720de0a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:47.070662 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6a8e11a1-5774-41a7-bda6-87f7720de0a1 admin admin] Usage tracker for resource:security_group_rule and tenant:ae4bede38b674d979eef899b3436ca08 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:47.073723 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6a8e11a1-5774-41a7-bda6-87f7720de0a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:47.079593 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6a8e11a1-5774-41a7-bda6-87f7720de0a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:47.142691 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Pushing event updated for resources: {'Port': ['ID=346249a8-e3df-40e5-b583-aee28b8244a3,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:47.147181 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:47.171110 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6a8e11a1-5774-41a7-bda6-87f7720de0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:47.174101 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6a8e11a1-5774-41a7-bda6-87f7720de0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:47.183397 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3f027413-5431-48d0-b356-09c354529bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:47.226980 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-6a8e11a1-5774-41a7-bda6-87f7720de0a1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ae4bede38b674d979eef899b3436ca08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488495 Jan 19 22:27:47.228724 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e11a1-5774-41a7-bda6-87f7720de0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e79f2a7-3e0a-456c-b4b5-a114abc717ee,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:47.231060 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 59982) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:47.232703 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6a8e11a1-5774-41a7-bda6-87f7720de0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:47.290941 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:47.332904 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:47.334274 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9597173 Jan 19 22:27:47.335441 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e5783398-9115-402f-b7c8-eab1067620f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:47.368830 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e5783398-9115-402f-b7c8-eab1067620f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:47.416851 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e5783398-9115-402f-b7c8-eab1067620f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:47.422296 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-5ad60090-1ce2-4505-9e90-3f512b2ee69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:47.435782 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5783398-9115-402f-b7c8-eab1067620f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e79f2a7-3e0a-456c-b4b5-a114abc717ee,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:47.439052 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e5783398-9115-402f-b7c8-eab1067620f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:47.441655 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e5783398-9115-402f-b7c8-eab1067620f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:47.447188 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-e5783398-9115-402f-b7c8-eab1067620f1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7e79f2a7-3e0a-456c-b4b5-a114abc717ee HTTP/1.1" status: 204 len: 168 time: 0.2103462 Jan 19 22:27:47.597964 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-52419563-3aaf-4c3d-afe6-544e90685ba2 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Synchronizing usage tracker for tenant:e64eda3ec4144b5bb294b9dc3338c915 on resource:security_group {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:27:47.613852 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-52419563-3aaf-4c3d-afe6-544e90685ba2 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Unset dirty status for tenant:e64eda3ec4144b5bb294b9dc3338c915 on resource:security_group {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:27:47.615162 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-52419563-3aaf-4c3d-afe6-544e90685ba2 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1733575598&fields=id&tenant_id=e64eda3ec4144b5bb294b9dc3338c915 HTTP/1.1" status: 200 len: 267 time: 0.0631588 Jan 19 22:27:47.799630 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-cae2023b-261d-4c22-b556-d741e1aa3382 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:47.801188 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-cae2023b-261d-4c22-b556-d741e1aa3382 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/networks?id=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 HTTP/1.1" status: 200 len: 817 time: 0.1775246 Jan 19 22:27:47.807673 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 60004) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:47.818020 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-da3f30d6-12ee-4a7d-a353-ce297e694998 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/quotas/e64eda3ec4144b5bb294b9dc3338c915 HTTP/1.1" status: 200 len: 375 time: 0.0105603 Jan 19 22:27:47.828248 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e00bb102-786f-4cae-b8bb-79f18b9ea8d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:47.844819 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-e00bb102-786f-4cae-b8bb-79f18b9ea8d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:47.848887 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e00bb102-786f-4cae-b8bb-79f18b9ea8d3 admin admin] Usage tracker for resource:security_group_rule and tenant:b0e36eb2b65b4b948afd7bccdc9f25b2 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:47.851910 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e00bb102-786f-4cae-b8bb-79f18b9ea8d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:47.857954 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-e00bb102-786f-4cae-b8bb-79f18b9ea8d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:47.952960 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-bbfe921d-89b5-403c-82e6-43a08e37eb44 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?tenant_id=e64eda3ec4144b5bb294b9dc3338c915&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1282065 Jan 19 22:27:47.970282 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e00bb102-786f-4cae-b8bb-79f18b9ea8d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:47.973524 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e00bb102-786f-4cae-b8bb-79f18b9ea8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:48.005149 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7ec78057-1cf8-48ac-a506-e134ae49c942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:48.035179 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-e00bb102-786f-4cae-b8bb-79f18b9ea8d3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b0e36eb2b65b4b948afd7bccdc9f25b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262447 Jan 19 22:27:48.035845 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 60014) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:48.056720 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00bb102-786f-4cae-b8bb-79f18b9ea8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1107cfb6-8a19-4be3-bed1-4e48e3ca107a,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:48.061842 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e00bb102-786f-4cae-b8bb-79f18b9ea8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:48.109994 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-683c6067-9b47-4e45-85c8-5b2ee6208c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:48.144615 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-683c6067-9b47-4e45-85c8-5b2ee6208c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:48.203678 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-683c6067-9b47-4e45-85c8-5b2ee6208c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:48.207239 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3ac4d0fc-c15c-47a2-8254-55162cee3bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:48.250825 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c6067-9b47-4e45-85c8-5b2ee6208c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1107cfb6-8a19-4be3-bed1-4e48e3ca107a,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:48.260485 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-683c6067-9b47-4e45-85c8-5b2ee6208c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:48.265492 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-683c6067-9b47-4e45-85c8-5b2ee6208c19 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1107cfb6-8a19-4be3-bed1-4e48e3ca107a HTTP/1.1" status: 204 len: 168 time: 0.2248704 Jan 19 22:27:48.265492 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-683c6067-9b47-4e45-85c8-5b2ee6208c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:48.386079 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-55855e5c-470f-4477-a2ff-7f80a25c5d65 service neutron] 10.222.0.50 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088519 Jan 19 22:27:48.535905 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-f5e179ca-1958-44f0-bcfc-0fd6b316a68d service neutron] 10.222.0.50 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1424201 Jan 19 22:27:48.766876 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f70c532e-caa4-448a-bcd4-76208f767bae req-7993913a-c911-4dca-ac43-7fa4a12803ff tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 210 time: 0.0543392 Jan 19 22:27:50.539555 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-db4d8ed2-2f08-486a-822d-814a14f11772 req-a5a4193f-d0bc-4b58-83f1-bed505388f44 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 210 time: 0.0625632 Jan 19 22:27:50.718798 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-28bb61e8-9350-4694-86fb-5dd269932954 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:50.719737 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-28bb61e8-9350-4694-86fb-5dd269932954 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Synchronizing usage tracker for tenant:e64eda3ec4144b5bb294b9dc3338c915 on resource:network {{(pid=80181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:27:50.742714 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-28bb61e8-9350-4694-86fb-5dd269932954 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Unset dirty status for tenant:e64eda3ec4144b5bb294b9dc3338c915 on resource:network {{(pid=80181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:27:50.744246 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-28bb61e8-9350-4694-86fb-5dd269932954 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.65 "GET /v2.0/networks?id=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 HTTP/1.1" status: 200 len: 817 time: 0.2795327 Jan 19 22:27:50.888612 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-b53fe89a-f467-4172-9d09-7559ddaea81b tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Synchronizing usage tracker for tenant:e64eda3ec4144b5bb294b9dc3338c915 on resource:security_group {{(pid=80181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:27:50.896177 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 60098) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:50.912540 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-b53fe89a-f467-4172-9d09-7559ddaea81b tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Unset dirty status for tenant:e64eda3ec4144b5bb294b9dc3338c915 on resource:security_group {{(pid=80181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:27:50.914196 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-b53fe89a-f467-4172-9d09-7559ddaea81b tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e64eda3ec4144b5bb294b9dc3338c915 HTTP/1.1" status: 200 len: 5705 time: 0.1364703 Jan 19 22:27:50.932584 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-ca561eea-de86-4068-9304-64157d672d77 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Request body: {'port': {'device_id': '6d8266c3-b0a6-488b-b87e-534a6a6475e1', 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'admin_state_up': True, 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'security_groups': ['d118197d-40ca-43b2-9250-febefd75cd84']}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:51.133038 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-ca561eea-de86-4068-9304-64157d672d77 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:51.136832 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ef6fce7a-c073-4b2a-b804-6e9117a11593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:51.139304 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-ca561eea-de86-4068-9304-64157d672d77 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Usage tracker for resource:port and tenant:e64eda3ec4144b5bb294b9dc3338c915 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:51.142957 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-ca561eea-de86-4068-9304-64157d672d77 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Quota usage for port was recalculated. Used quota:3. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:51.149777 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-ca561eea-de86-4068-9304-64157d672d77 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:51.154983 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-ef6fce7a-c073-4b2a-b804-6e9117a11593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:51.159661 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-ef6fce7a-c073-4b2a-b804-6e9117a11593 admin admin] Usage tracker for resource:security_group_rule and tenant:5fb20d4328d0413a902afe05978af95b is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:51.160478 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-ca561eea-de86-4068-9304-64157d672d77 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Made reservation on behalf of e64eda3ec4144b5bb294b9dc3338c915 for: {'port': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:27:51.162970 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-ef6fce7a-c073-4b2a-b804-6e9117a11593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:51.169783 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-ef6fce7a-c073-4b2a-b804-6e9117a11593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:51.170085 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-ca561eea-de86-4068-9304-64157d672d77 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:51.277075 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ef6fce7a-c073-4b2a-b804-6e9117a11593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:51.280403 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ef6fce7a-c073-4b2a-b804-6e9117a11593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:51.295465 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a3234312-1912-46ac-8c84-7137ecae0969 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:51.338191 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-ef6fce7a-c073-4b2a-b804-6e9117a11593 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5fb20d4328d0413a902afe05978af95b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4382343 Jan 19 22:27:51.339266 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 60114) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:51.346091 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fce7a-c073-4b2a-b804-6e9117a11593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5461ff59-8e07-413d-8218-c21d550be0d1,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:51.351074 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ef6fce7a-c073-4b2a-b804-6e9117a11593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:51.504877 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-952ca20f-798c-412b-a02e-22352923b20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:51.585873 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-952ca20f-798c-412b-a02e-22352923b20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:51.634346 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-ca561eea-de86-4068-9304-64157d672d77 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Allocated IP 172.20.0.8 (a6c7a67a-5750-4ee6-910a-4e0a7db0ec70/728f42a3-f50d-4a74-bd63-43882f750a76/3c3fa9f5-61d8-4d82-ad11-17aa1e07d629) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:27:51.688254 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-952ca20f-798c-412b-a02e-22352923b20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:51.695483 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-464efaf2-a822-4177-bf9e-d2690216168c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:51.714913 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ca20f-798c-412b-a02e-22352923b20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5461ff59-8e07-413d-8218-c21d550be0d1,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:51.746816 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-952ca20f-798c-412b-a02e-22352923b20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:51.768330 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f41e05ab-3778-4741-8a7b-30fdc3302531 req-dddac708-9aa2-4d03-a49d-ba50f2228993 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 210 time: 0.0666676 Jan 19 22:27:51.835017 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-952ca20f-798c-412b-a02e-22352923b20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:51.836327 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-952ca20f-798c-412b-a02e-22352923b20b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5461ff59-8e07-413d-8218-c21d550be0d1 HTTP/1.1" status: 204 len: 168 time: 0.4959259 Jan 19 22:27:51.900445 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-ca561eea-de86-4068-9304-64157d672d77 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:51.919936 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-ca561eea-de86-4068-9304-64157d672d77 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Transition to ACTIVE for port object 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:27:51.956207 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-ca561eea-de86-4068-9304-64157d672d77 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:51.981069 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9b98331e-4617-420f-b995-cd87043c455a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:52.127648 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca561eea-de86-4068-9304-64157d672d77 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Pushing event updated for resources: {'Port': ['ID=3c3fa9f5-61d8-4d82-ad11-17aa1e07d629,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:52.132572 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ca561eea-de86-4068-9304-64157d672d77 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:52.201697 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:52.225830 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-ca561eea-de86-4068-9304-64157d672d77 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Network a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:27:52.227107 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-ca561eea-de86-4068-9304-64157d672d77 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:27:52.228949 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 60128) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:52.229658 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-ca561eea-de86-4068-9304-64157d672d77 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:27:52.264653 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ead95e5b-b7fc-48b4-81b5-66d16ffa68ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:52.282092 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-ead95e5b-b7fc-48b4-81b5-66d16ffa68ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:27:52.288085 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-ead95e5b-b7fc-48b4-81b5-66d16ffa68ee admin admin] Usage tracker for resource:security_group_rule and tenant:c463b3c59da144db85ab98cda814bb5f is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:27:52.293979 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-ead95e5b-b7fc-48b4-81b5-66d16ffa68ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:27:52.312652 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-ca561eea-de86-4068-9304-64157d672d77 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:52.313480 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-ca561eea-de86-4068-9304-64157d672d77 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:52.330865 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-ead95e5b-b7fc-48b4-81b5-66d16ffa68ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:27:52.342715 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-ca561eea-de86-4068-9304-64157d672d77 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4147439 Jan 19 22:27:52.456662 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ead95e5b-b7fc-48b4-81b5-66d16ffa68ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:52.460456 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ead95e5b-b7fc-48b4-81b5-66d16ffa68ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:52.479249 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-c648f215-e46e-44f5-86d5-3b1c8511c846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:52.533512 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-ead95e5b-b7fc-48b4-81b5-66d16ffa68ee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c463b3c59da144db85ab98cda814bb5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008270 Jan 19 22:27:52.533512 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead95e5b-b7fc-48b4-81b5-66d16ffa68ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca595683-5e39-41df-9be2-8becc769e395,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:52.535988 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 60140) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:27:52.537275 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ead95e5b-b7fc-48b4-81b5-66d16ffa68ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:52.547835 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-940c7508-7779-4a90-bc6c-a05269066fbd None None] Provisioning for port 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:27:52.553422 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-940c7508-7779-4a90-bc6c-a05269066fbd None None] Provisioning complete for port 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:27:52.553854 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-940c7508-7779-4a90-bc6c-a05269066fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:52.626488 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-39c69636-2073-406e-9d9c-e5608e3f5032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:52.630909 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-940c7508-7779-4a90-bc6c-a05269066fbd None None] Port 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:27:52.647693 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] Request body: {'port': {'device_id': '6d8266c3-b0a6-488b-b87e-534a6a6475e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:52.703186 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-39c69636-2073-406e-9d9c-e5608e3f5032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:52.814959 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:52.863598 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-39c69636-2073-406e-9d9c-e5608e3f5032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:52.874981 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-189630e1-2f98-4769-9e0d-0398a251bc9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:52.897865 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c69636-2073-406e-9d9c-e5608e3f5032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca595683-5e39-41df-9be2-8becc769e395,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:52.905923 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-39c69636-2073-406e-9d9c-e5608e3f5032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:52.942118 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-39c69636-2073-406e-9d9c-e5608e3f5032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:52.943444 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-39c69636-2073-406e-9d9c-e5608e3f5032 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ca595683-5e39-41df-9be2-8becc769e395 HTTP/1.1" status: 204 len: 168 time: 0.4060857 Jan 19 22:27:53.033219 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3631f59-2570-4f1d-9aed-66b19fd0e529 req-85cc9bea-9f01-41b7-b62c-1de8e69de540 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:53.034995 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c3631f59-2570-4f1d-9aed-66b19fd0e529 req-85cc9bea-9f01-41b7-b62c-1de8e69de540 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 931 time: 0.1140914 Jan 19 22:27:53.088351 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c3631f59-2570-4f1d-9aed-66b19fd0e529 req-c55e3018-84cb-408e-8abf-931e360f5f4c tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464916 Jan 19 22:27:53.304574 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 {{(pid=80181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:27:53.313447 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:53.327563 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] Transition to ACTIVE for port object 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:27:53.330435 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853878837'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:53.350982 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:53.493203 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c3fa9f5-61d8-4d82-ad11-17aa1e07d629,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:53.499037 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:53.767306 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] Attempting to bind port 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:27:53.767973 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] Attempting to bind port 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:27:53.768077 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] Attempting to bind port 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 on network a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:27:53.774864 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] Checking agent: {'id': '2523063a-ad22-4c17-a8b2-431f878c065d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 20, 21), 'started_at': datetime.datetime(2021, 1, 19, 22, 20, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:27:53.775250 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] Checking segment: {'id': 'a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:27:53.775667 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:53.776079 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] Bound using segment: {'id': 'a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:27:53.776571 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] Bound port: 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:27:53.776950 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:53.899452 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] For port 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629, host hv-cinder-75078, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:27:53.903610 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] For port 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=3c3fa9f5-61d8-4d82-ad11-17aa1e07d629,segment=NetworkSegment(a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654),segment_id=a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:27:53.907922 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853878837'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:53.926466 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a50028b4-bc54-41cb-b29b-077661e51af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:27:54.086292 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c3fa9f5-61d8-4d82-ad11-17aa1e07d629,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:27:54.092482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:27:54.134408 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:54.135127 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:27:54.136630 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] 10.222.0.65 "PUT /v2.0/ports/3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 HTTP/1.1" status: 200 len: 1157 time: 1.7748795 Jan 19 22:27:54.137322 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8266c3-b0a6-488b-b87e-534a6a6475e1', 'tag': '3c3fa9f5-61d8-4d82-ad11-17aa1e07d629'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:27:54.236946 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8266c3-b0a6-488b-b87e-534a6a6475e1', 'tag': '3c3fa9f5-61d8-4d82-ad11-17aa1e07d629', 'status': 'completed', 'code': 200} Jan 19 22:27:54.402977 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-4af3ec3a-3a12-4cf4-a009-07c714c6c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:54.404898 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-4af3ec3a-3a12-4cf4-a009-07c714c6c52a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e64eda3ec4144b5bb294b9dc3338c915&device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 1160 time: 0.1428835 Jan 19 22:27:54.448338 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d672b7d-114c-436a-bb10-2f29a788ff0b req-4d937b5d-fb15-4cd0-b117-a83cb2c97057 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:54.450272 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1d672b7d-114c-436a-bb10-2f29a788ff0b req-4d937b5d-fb15-4cd0-b117-a83cb2c97057 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 943 time: 0.1387339 Jan 19 22:27:54.504130 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-5fccd5d6-ae35-4e53-8c8a-ad4f0e59cd5a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 HTTP/1.1" status: 200 len: 217 time: 0.0831339 Jan 19 22:27:54.509960 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1d672b7d-114c-436a-bb10-2f29a788ff0b req-0335474d-3db7-4c5b-a183-e9e473cf81ee tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528343 Jan 19 22:27:54.574216 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-c118bf07-2941-4cd5-b1ed-158a014141a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:54.575890 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-c118bf07-2941-4cd5-b1ed-158a014141a4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=728f42a3-f50d-4a74-bd63-43882f750a76 HTTP/1.1" status: 200 len: 856 time: 0.0647087 Jan 19 22:27:54.671630 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-91538539-a62d-45fd-b141-40c5acc1f3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:54.671630 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-91538539-a62d-45fd-b141-40c5acc1f3d8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0850265 Jan 19 22:27:55.071806 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-63b62589-cf18-480f-9c17-ce5aa36dd7fe service neutron] 10.222.0.65 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928952 Jan 19 22:27:55.223870 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d0d191e3-ed21-4885-9bbe-34ac7f99f366 req-97dffb37-3360-4cfb-837b-6a270623025f service neutron] 10.222.0.65 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1423340 Jan 19 22:27:55.421489 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fbe7d-95c1-46dc-845c-d16bf5044d78 req-82ad2f79-74ae-4ee4-af4d-a9655e1e55ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:55.423221 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-239fbe7d-95c1-46dc-845c-d16bf5044d78 req-82ad2f79-74ae-4ee4-af4d-a9655e1e55ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e64eda3ec4144b5bb294b9dc3338c915&device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 1160 time: 0.0821421 Jan 19 22:27:55.581228 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fbe7d-95c1-46dc-845c-d16bf5044d78 req-e29c13b3-1dce-410d-91f8-f0b25b467fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:55.583132 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-239fbe7d-95c1-46dc-845c-d16bf5044d78 req-e29c13b3-1dce-410d-91f8-f0b25b467fb3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 HTTP/1.1" status: 200 len: 911 time: 0.1517358 Jan 19 22:27:55.679498 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-239fbe7d-95c1-46dc-845c-d16bf5044d78 req-37bed3dd-249f-4a29-a0ff-a6b147d10640 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 HTTP/1.1" status: 200 len: 217 time: 0.0822051 Jan 19 22:27:55.772166 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fbe7d-95c1-46dc-845c-d16bf5044d78 req-ff2de1f5-41c3-43c7-a3f4-7f885a01da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:55.775501 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-239fbe7d-95c1-46dc-845c-d16bf5044d78 req-ff2de1f5-41c3-43c7-a3f4-7f885a01da93 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=728f42a3-f50d-4a74-bd63-43882f750a76 HTTP/1.1" status: 200 len: 856 time: 0.0895171 Jan 19 22:27:55.819625 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67fb05-9342-4d2e-ae12-74ebe9d32119 req-6c14da3e-b70b-42ba-89b5-a823c7e10216 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:55.821441 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ee67fb05-9342-4d2e-ae12-74ebe9d32119 req-6c14da3e-b70b-42ba-89b5-a823c7e10216 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 943 time: 0.1417937 Jan 19 22:27:55.878560 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fbe7d-95c1-46dc-845c-d16bf5044d78 req-4065bc1e-c062-43e5-8262-c3037a909483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:55.880219 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-239fbe7d-95c1-46dc-845c-d16bf5044d78 req-4065bc1e-c062-43e5-8262-c3037a909483 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0920765 Jan 19 22:27:55.884761 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ee67fb05-9342-4d2e-ae12-74ebe9d32119 req-13d7b17e-3abf-4707-b234-06275d1ea0f2 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539877 Jan 19 22:27:56.069708 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-239fbe7d-95c1-46dc-845c-d16bf5044d78 req-2ebd9584-6d56-4a8b-bb2f-e986d04fd4e0 service neutron] 10.222.0.65 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805568 Jan 19 22:27:56.232689 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-239fbe7d-95c1-46dc-845c-d16bf5044d78 req-3c4b1df2-7fa2-4c72-b287-f048b93ab98e service neutron] 10.222.0.65 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1554749 Jan 19 22:27:57.164650 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4fce2-32b4-406a-9f38-dfabfcd2439e req-e66c6ca2-b21f-42cb-bb26-70c7971ae4e4 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:57.166393 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-75c4fce2-32b4-406a-9f38-dfabfcd2439e req-e66c6ca2-b21f-42cb-bb26-70c7971ae4e4 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 943 time: 0.1192808 Jan 19 22:27:57.222746 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-75c4fce2-32b4-406a-9f38-dfabfcd2439e req-2d445f1f-8a8c-4c9f-8e97-dc78f148729f tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493245 Jan 19 22:27:58.485885 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112af89b-9fde-4c75-8158-7f27b17341b9 req-4c991ab3-7fc8-4121-8db1-36e65fff40ce tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:58.487452 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-112af89b-9fde-4c75-8158-7f27b17341b9 req-4c991ab3-7fc8-4121-8db1-36e65fff40ce tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 943 time: 0.1176078 Jan 19 22:27:58.538701 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-112af89b-9fde-4c75-8158-7f27b17341b9 req-3686f389-f4ed-46a5-a822-9dacfcfba003 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449142 Jan 19 22:27:59.638124 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cc8a194d-fb0e-443d-9f9a-fb644513cf24 req-7e7e8190-bb55-40de-b9bd-d3e83be38282 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-2090284944&fields=id&tenant_id=506c7be82ade45dbbf2380d49038ee72 HTTP/1.1" status: 200 len: 267 time: 0.0470784 Jan 19 22:27:59.821983 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a194d-fb0e-443d-9f9a-fb644513cf24 req-921ae4cd-d264-4bbd-abcd-454aed77b069 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:59.823699 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cc8a194d-fb0e-443d-9f9a-fb644513cf24 req-921ae4cd-d264-4bbd-abcd-454aed77b069 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 984 time: 0.1794395 Jan 19 22:27:59.851446 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f6dbf-2373-4486-a657-aefa40560721 req-262353b5-927f-4d5e-bae0-0a3d3fe4b89e tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:27:59.853063 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0c4f6dbf-2373-4486-a657-aefa40560721 req-262353b5-927f-4d5e-bae0-0a3d3fe4b89e tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 943 time: 0.1604421 Jan 19 22:27:59.859656 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-cc8a194d-fb0e-443d-9f9a-fb644513cf24 req-9fc491aa-f65b-4cad-b58f-97c7d6c9ecf1 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Request body: {'port': {'security_groups': ['799bff44-7f83-4be6-94b1-ac39f136ea48']}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:27:59.907075 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ca792afd-68f9-4835-a780-db60167b2166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:00.013524 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0c4f6dbf-2373-4486-a657-aefa40560721 req-6dc7d27c-7841-466b-a459-f819eeda1b54 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213291 Jan 19 22:28:00.039728 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-cc8a194d-fb0e-443d-9f9a-fb644513cf24 req-9fc491aa-f65b-4cad-b58f-97c7d6c9ecf1 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:00.384456 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-cc8a194d-fb0e-443d-9f9a-fb644513cf24 req-9fc491aa-f65b-4cad-b58f-97c7d6c9ecf1 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] For port ded92b05-d480-455e-b6f9-46ab3cb0c384, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ded92b05-d480-455e-b6f9-46ab3cb0c384,segment=NetworkSegment(0621467d-81de-4253-9188-69472b578be3),segment_id=0621467d-81de-4253-9188-69472b578be3)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:28:00.412152 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-cc8a194d-fb0e-443d-9f9a-fb644513cf24 req-9fc491aa-f65b-4cad-b58f-97c7d6c9ecf1 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:00.415838 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-cc8a194d-fb0e-443d-9f9a-fb644513cf24 req-9fc491aa-f65b-4cad-b58f-97c7d6c9ecf1 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996312'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:00.432881 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-dbcf9319-639a-4df4-bdf8-29c34c49e68b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:00.619763 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc491aa-f65b-4cad-b58f-97c7d6c9ecf1 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Pushing event updated for resources: {'Port': ['ID=ded92b05-d480-455e-b6f9-46ab3cb0c384,revision_number=6']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:00.632119 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9fc491aa-f65b-4cad-b58f-97c7d6c9ecf1 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:00.654099 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a194d-fb0e-443d-9f9a-fb644513cf24 req-9fc491aa-f65b-4cad-b58f-97c7d6c9ecf1 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:00.654881 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-cc8a194d-fb0e-443d-9f9a-fb644513cf24 req-9fc491aa-f65b-4cad-b58f-97c7d6c9ecf1 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:00.659709 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cc8a194d-fb0e-443d-9f9a-fb644513cf24 req-9fc491aa-f65b-4cad-b58f-97c7d6c9ecf1 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "PUT /v2.0/ports/ded92b05-d480-455e-b6f9-46ab3cb0c384 HTTP/1.1" status: 200 len: 942 time: 0.8053954 Jan 19 22:28:00.660290 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd440bd4b-dc91-46fa-a24e-69e13993ba8b', 'tag': 'ded92b05-d480-455e-b6f9-46ab3cb0c384'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:28:00.790491 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c5e73591-3228-4e37-a682-f602f4ccc686 req-e06d1150-c314-44c1-8d59-91c825586bd3 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups/55461af9-9900-46ce-93fb-7fff6db4f4f7 HTTP/1.1" status: 200 len: 3005 time: 0.0801275 Jan 19 22:28:00.874137 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c5e73591-3228-4e37-a682-f602f4ccc686 req-9b97a686-5506-4256-b3b5-206e6110fc40 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:00.906663 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c5e73591-3228-4e37-a682-f602f4ccc686 req-9b97a686-5506-4256-b3b5-206e6110fc40 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:00.941911 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd440bd4b-dc91-46fa-a24e-69e13993ba8b', 'tag': 'ded92b05-d480-455e-b6f9-46ab3cb0c384', 'status': 'completed', 'code': 200} Jan 19 22:28:00.955602 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c5e73591-3228-4e37-a682-f602f4ccc686 req-9b97a686-5506-4256-b3b5-206e6110fc40 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:00.959607 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-5b47624a-81d9-454d-a248-87d4a8f361fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:00.975613 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97a686-5506-4256-b3b5-206e6110fc40 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Pushing event deleted for resources: {'SecurityGroup': ['ID=55461af9-9900-46ce-93fb-7fff6db4f4f7,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:00.978028 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9b97a686-5506-4256-b3b5-206e6110fc40 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:01.005438 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c5e73591-3228-4e37-a682-f602f4ccc686 req-9b97a686-5506-4256-b3b5-206e6110fc40 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:01.006694 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c5e73591-3228-4e37-a682-f602f4ccc686 req-9b97a686-5506-4256-b3b5-206e6110fc40 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "DELETE /v2.0/security-groups/55461af9-9900-46ce-93fb-7fff6db4f4f7 HTTP/1.1" status: 204 len: 173 time: 0.2152760 Jan 19 22:28:01.011297 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-0d33832f-52b1-41c6-9c71-a335e7b640c2 None None] Provisioning complete for port ded92b05-d480-455e-b6f9-46ab3cb0c384 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:28:01.011729 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0d33832f-52b1-41c6-9c71-a335e7b640c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:01.087099 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de697063-d4fb-4152-8de3-2d353a5db0f7 req-455324fb-054f-460f-8550-7027b909aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:01.088739 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-de697063-d4fb-4152-8de3-2d353a5db0f7 req-455324fb-054f-460f-8550-7027b909aa8e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=506c7be82ade45dbbf2380d49038ee72&device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 1162 time: 0.0946219 Jan 19 22:28:01.184090 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-82cb65ec-2677-4ee4-8fdf-382fe469ef02 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/floatingips/dcffaf32-ba63-4606-8541-05020b9949f0 HTTP/1.1" status: 200 len: 998 time: 0.1416171 Jan 19 22:28:01.255861 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de697063-d4fb-4152-8de3-2d353a5db0f7 req-23e22c15-102e-4efd-86f3-6e27850d4ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:01.257579 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-de697063-d4fb-4152-8de3-2d353a5db0f7 req-23e22c15-102e-4efd-86f3-6e27850d4ad2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=17ee81f9-a178-4a93-963d-840d16aa8c49 HTTP/1.1" status: 200 len: 908 time: 0.1592669 Jan 19 22:28:01.381952 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-de697063-d4fb-4152-8de3-2d353a5db0f7 req-ac8b8bed-0d7c-41b0-a31f-72df9f13b24c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ded92b05-d480-455e-b6f9-46ab3cb0c384 HTTP/1.1" status: 200 len: 1001 time: 0.1133652 Jan 19 22:28:01.463005 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de697063-d4fb-4152-8de3-2d353a5db0f7 req-524d1b1a-70ab-4dca-8004-b7198e5e0649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:01.469276 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-de697063-d4fb-4152-8de3-2d353a5db0f7 req-524d1b1a-70ab-4dca-8004-b7198e5e0649 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1e724ee9-a620-4321-9e90-df17c9c2dc02 HTTP/1.1" status: 200 len: 853 time: 0.0747445 Jan 19 22:28:01.563691 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de697063-d4fb-4152-8de3-2d353a5db0f7 req-f3dad61f-5d81-40c8-bb84-6d003d54a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:01.565520 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-de697063-d4fb-4152-8de3-2d353a5db0f7 req-f3dad61f-5d81-40c8-bb84-6d003d54a2c3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=17ee81f9-a178-4a93-963d-840d16aa8c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0927682 Jan 19 22:28:01.566063 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 60324) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:01.650695 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c940f5-652b-4efd-a3a4-d2628d950f69 req-2842ab94-de7b-40d4-ac2b-04488ad998c9 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:01.652313 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-87c940f5-652b-4efd-a3a4-d2628d950f69 req-2842ab94-de7b-40d4-ac2b-04488ad998c9 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 943 time: 0.4672029 Jan 19 22:28:01.725633 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-8ac21d14-5e57-4e16-90c6-5b48a9096cb3 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:01.734974 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-8ac21d14-5e57-4e16-90c6-5b48a9096cb3 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/networks/8ee66800-a804-40da-8341-42d4a5bfa70e HTTP/1.1" status: 200 len: 784 time: 0.5076296 Jan 19 22:28:01.743841 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-fb95c372-3916-453e-9c62-b61acc50aa5f tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:28:01.745115 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-fb95c372-3916-453e-9c62-b61acc50aa5f tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0089691 Jan 19 22:28:01.777073 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-de697063-d4fb-4152-8de3-2d353a5db0f7 req-0dedd7b4-e9b6-46e5-8b95-94d1532e0e5b service neutron] 10.222.0.65 "GET /v2.0/networks/17ee81f9-a178-4a93-963d-840d16aa8c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009325 Jan 19 22:28:01.778037 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8a8577e5-2fcc-4f03-b573-2cecfc4b1a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:01.851264 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-87c940f5-652b-4efd-a3a4-d2628d950f69 req-79c73220-a880-4a07-9324-926c90853941 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844456 Jan 19 22:28:01.882002 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-8a8577e5-2fcc-4f03-b573-2cecfc4b1a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:01.890119 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-bb81e7e7-de35-4f93-80f3-dedba92e454f tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.0.161 HTTP/1.1" status: 200 len: 1001 time: 0.1346085 Jan 19 22:28:01.898299 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-8a8577e5-2fcc-4f03-b573-2cecfc4b1a85 admin admin] Usage tracker for resource:security_group_rule and tenant:5c060d95b4734120b4a996d242b18e43 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:01.903249 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-8a8577e5-2fcc-4f03-b573-2cecfc4b1a85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:01.919172 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-8a8577e5-2fcc-4f03-b573-2cecfc4b1a85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:01.988071 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-de697063-d4fb-4152-8de3-2d353a5db0f7 req-a1b0507a-abba-4538-a140-45ad6f7106cd service neutron] 10.222.0.65 "GET /v2.0/networks/17ee81f9-a178-4a93-963d-840d16aa8c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1973982 Jan 19 22:28:02.009441 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-ca13797a-76de-496a-9b78-9120531b8cbc tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:02.011100 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-ca13797a-76de-496a-9b78-9120531b8cbc tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports/ded92b05-d480-455e-b6f9-46ab3cb0c384 HTTP/1.1" status: 200 len: 942 time: 0.1142633 Jan 19 22:28:02.080928 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8a8577e5-2fcc-4f03-b573-2cecfc4b1a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:02.084411 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8a8577e5-2fcc-4f03-b573-2cecfc4b1a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:02.118618 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-87fe7ca0-9e92-4059-b9d4-f6c0e74df63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:02.130092 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-8a8577e5-2fcc-4f03-b573-2cecfc4b1a85 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c060d95b4734120b4a996d242b18e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5628977 Jan 19 22:28:02.132889 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 60342) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:02.184368 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8577e5-2fcc-4f03-b573-2cecfc4b1a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c58cbe2-d832-4b68-b67a-8570d6d4610b,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:02.196064 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8a8577e5-2fcc-4f03-b573-2cecfc4b1a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:02.239534 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-93590432-9f97-4a36-9ac0-1fcdc5781c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:02.271858 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-93590432-9f97-4a36-9ac0-1fcdc5781c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:02.272452 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-5b4cf03a-b22f-4993-833d-ff74d2d97cba tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.0.161 HTTP/1.1" status: 200 len: 1001 time: 0.1676583 Jan 19 22:28:02.319981 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-93590432-9f97-4a36-9ac0-1fcdc5781c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:02.331584 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1bb2f9eb-9ce7-4691-a214-f96ef193ad0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:02.354276 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93590432-9f97-4a36-9ac0-1fcdc5781c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c58cbe2-d832-4b68-b67a-8570d6d4610b,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:02.359538 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-93590432-9f97-4a36-9ac0-1fcdc5781c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:02.360865 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-93590432-9f97-4a36-9ac0-1fcdc5781c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:02.362114 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-93590432-9f97-4a36-9ac0-1fcdc5781c21 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c58cbe2-d832-4b68-b67a-8570d6d4610b HTTP/1.1" status: 204 len: 168 time: 0.2279756 Jan 19 22:28:02.549599 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-c3e020f5-b72f-48f8-929c-15668e6f3c1b tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Deleting port e36b4a08-aa7d-4ba0-9fd9-efc51faec9ac {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:28:02.549977 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-c3e020f5-b72f-48f8-929c-15668e6f3c1b tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:02.741168 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-c3e020f5-b72f-48f8-929c-15668e6f3c1b tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:02.741668 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-c3e020f5-b72f-48f8-929c-15668e6f3c1b tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks [] for floatingip, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:02.883636 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-c3e020f5-b72f-48f8-929c-15668e6f3c1b tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Calling delete_port for e36b4a08-aa7d-4ba0-9fd9-efc51faec9ac owned by network:floatingip {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:28:03.119509 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-c3e020f5-b72f-48f8-929c-15668e6f3c1b tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:03.136625 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ff73f417-5f1f-4e85-b5e6-bb8c38440776 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:03.154973 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6d348097-3672-4fb0-9a59-529e1a6ad5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:03.170849 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device ded92b05-d480-455e-b6f9-46ab3cb0c384 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:28:03.191507 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e020f5-b72f-48f8-929c-15668e6f3c1b tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Pushing event deleted for resources: {'Port': ['ID=e36b4a08-aa7d-4ba0-9fd9-efc51faec9ac,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:03.241945 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-c3e020f5-b72f-48f8-929c-15668e6f3c1b tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:03.269441 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port ded92b05-d480-455e-b6f9-46ab3cb0c384 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:28:03.269869 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:03.370811 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf12205-e779-41c9-9b10-0215a35733a1 req-649a031b-de4a-47e0-8b51-dad3ba7b7fd8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:03.385100 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4cf12205-e779-41c9-9b10-0215a35733a1 req-649a031b-de4a-47e0-8b51-dad3ba7b7fd8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 943 time: 0.3534341 Jan 19 22:28:03.419086 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:28:03.497668 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning for port 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:28:03.503515 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:28:03.504143 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:03.555627 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4cf12205-e779-41c9-9b10-0215a35733a1 req-dccdaee9-1285-48e4-87c8-b0183503fef2 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688917 Jan 19 22:28:03.664139 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:03.725997 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8266c3-b0a6-488b-b87e-534a6a6475e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3fa9f5-61d8-4d82-ad11-17aa1e07d629'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:28:03.740686 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=3c3fa9f5-61d8-4d82-ad11-17aa1e07d629,segment=NetworkSegment(a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654),segment_id=a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:28:03.749804 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-c3e020f5-b72f-48f8-929c-15668e6f3c1b tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks [] for floatingip, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:03.750357 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.l3_db [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-c3e020f5-b72f-48f8-929c-15668e6f3c1b tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Floating IP dcffaf32-ba63-4606-8541-05020b9949f0 disassociated (deleted). External IP: 172.27.0.161, port: ded92b05-d480-455e-b6f9-46ab3cb0c384. Jan 19 22:28:03.765384 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:03.765384 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:03.901735 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=3c3fa9f5-61d8-4d82-ad11-17aa1e07d629,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:03.915007 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:03.915480 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:03.915933 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:03.916563 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:03.916961 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:03.917670 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:03.918149 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:03.919135 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:03.919516 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:03.919888 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:03.922938 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:03.925199 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:03.925710 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:03.926105 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:03.926511 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:03.926886 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:03.927264 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:03.927642 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:03.928024 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:03.928931 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:03.929310 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:03.929680 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:03.930051 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:03.930418 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:03.940364 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:04.131066 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8266c3-b0a6-488b-b87e-534a6a6475e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3fa9f5-61d8-4d82-ad11-17aa1e07d629', 'code': 200} Jan 19 22:28:04.340295 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-c3e020f5-b72f-48f8-929c-15668e6f3c1b tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Router e3d63a1c-89c5-478d-bfda-f510e66ce34b has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:28:04.508867 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7891074-7791-48e4-aae4-f7844c93cfc7 req-e70226ae-25a7-4fd9-bc61-6ebd70482eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:04.510604 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b7891074-7791-48e4-aae4-f7844c93cfc7 req-e70226ae-25a7-4fd9-bc61-6ebd70482eb5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 1162 time: 0.1347260 Jan 19 22:28:04.582890 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b7891074-7791-48e4-aae4-f7844c93cfc7 req-381d3eda-311f-4822-9a52-512e755578a6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638528 Jan 19 22:28:04.622245 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-c3e020f5-b72f-48f8-929c-15668e6f3c1b tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:28:04.634381 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0d380c-1d34-4f9a-8bb3-8e96a3a35dce None None] Sync routers for ids ['e3d63a1c-89c5-478d-bfda-f510e66ce34b'] in dv-cinder-750782-5-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:28:04.646996 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0d380c-1d34-4f9a-8bb3-8e96a3a35dce None None] Routers {'e3d63a1c-89c5-478d-bfda-f510e66ce34b'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:28:04.648356 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-1d0d380c-1d34-4f9a-8bb3-8e96a3a35dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:28:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['e3d63a1c-89c5-478d-bfda-f510e66ce34b'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:04.652862 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-c3e020f5-b72f-48f8-929c-15668e6f3c1b tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:04.733798 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-c3e020f5-b72f-48f8-929c-15668e6f3c1b tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "DELETE /v2.0/floatingips/dcffaf32-ba63-4606-8541-05020b9949f0 HTTP/1.1" status: 204 len: 173 time: 2.4485905 Jan 19 22:28:04.736572 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd440bd4b-dc91-46fa-a24e-69e13993ba8b', 'tag': 'ded92b05-d480-455e-b6f9-46ab3cb0c384'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:28:05.019772 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583c3be-8028-4390-aaeb-9f65933e4641 req-bab53f25-e3ba-4678-80f1-3d561b08fc28 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:05.021647 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9583c3be-8028-4390-aaeb-9f65933e4641 req-bab53f25-e3ba-4678-80f1-3d561b08fc28 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1390257 Jan 19 22:28:05.052701 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-1d0d380c-1d34-4f9a-8bb3-8e96a3a35dce None None] Set router e3d63a1c-89c5-478d-bfda-f510e66ce34b gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:28:05.079451 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9583c3be-8028-4390-aaeb-9f65933e4641 req-3f487af9-c72b-4692-940a-ac74aa20115f tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504065 Jan 19 22:28:05.178359 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-47734f5c-fe68-4e93-a364-06eaf2e72334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:05.186786 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-47734f5c-fe68-4e93-a364-06eaf2e72334 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=506c7be82ade45dbbf2380d49038ee72&device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 1162 time: 0.4260073 Jan 19 22:28:05.243830 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:05.351658 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd440bd4b-dc91-46fa-a24e-69e13993ba8b', 'tag': 'ded92b05-d480-455e-b6f9-46ab3cb0c384', 'status': 'completed', 'code': 200} Jan 19 22:28:05.355623 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-a189dafd-8f14-4224-98af-b436e081bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:05.365318 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-a189dafd-8f14-4224-98af-b436e081bac9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=17ee81f9-a178-4a93-963d-840d16aa8c49 HTTP/1.1" status: 200 len: 908 time: 0.1770957 Jan 19 22:28:05.461887 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-ba0bf96e-f1cb-43f4-9f68-709d3a22f8df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ded92b05-d480-455e-b6f9-46ab3cb0c384 HTTP/1.1" status: 200 len: 217 time: 0.0954752 Jan 19 22:28:05.530924 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca8ebd-65ea-4f8b-bd5e-35586b3e0964 req-85dbfab8-9dda-49b5-8295-d66836281d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:05.533202 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-dbca8ebd-65ea-4f8b-bd5e-35586b3e0964 req-85dbfab8-9dda-49b5-8295-d66836281d72 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=506c7be82ade45dbbf2380d49038ee72&device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 1162 time: 0.1577470 Jan 19 22:28:05.598132 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:05.605823 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-6bcae274-700f-4114-ba46-1ec2fcd4be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:05.612185 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-6bcae274-700f-4114-ba46-1ec2fcd4be5e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1e724ee9-a620-4321-9e90-df17c9c2dc02 HTTP/1.1" status: 200 len: 853 time: 0.1492090 Jan 19 22:28:05.802334 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:05.829979 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-1d0d380c-1d34-4f9a-8bb3-8e96a3a35dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'name': 'tempest-TestMinimumBasicScenario-360470052-router', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:23:48Z', 'updated_at': '2021-01-19T22:23:57Z', 'revision_number': 4, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'gw_port': {'id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:23:51Z', 'updated_at': '2021-01-19T22:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '128d107e-dbeb-4609-b305-c9dfd73ed5db', 'name': '', 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'mac_address': 'fa:16:3e:e7:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '1e724ee9-a620-4321-9e90-df17c9c2dc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:23:56Z', 'updated_at': '2021-01-19T22:24:10Z', 'revision_number': 5, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'subnets': [{'id': '1e724ee9-a620-4321-9e90-df17c9c2dc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:05.835084 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0d380c-1d34-4f9a-8bb3-8e96a3a35dce None None] Checking router: e3d63a1c-89c5-478d-bfda-f510e66ce34b for host: dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:28:05.839674 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca8ebd-65ea-4f8b-bd5e-35586b3e0964 req-92eb76b5-ff47-4f55-894b-b22fbf7b674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:05.841940 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-dbca8ebd-65ea-4f8b-bd5e-35586b3e0964 req-92eb76b5-ff47-4f55-894b-b22fbf7b674f service neutron] 10.222.0.65 "GET /v2.0/networks?id=17ee81f9-a178-4a93-963d-840d16aa8c49 HTTP/1.1" status: 200 len: 908 time: 0.2986240 Jan 19 22:28:05.846387 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0d380c-1d34-4f9a-8bb3-8e96a3a35dce None None] Routers {'e3d63a1c-89c5-478d-bfda-f510e66ce34b'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:28:05.847338 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-1d0d380c-1d34-4f9a-8bb3-8e96a3a35dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:28:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['e3d63a1c-89c5-478d-bfda-f510e66ce34b'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:05.940273 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-dbca8ebd-65ea-4f8b-bd5e-35586b3e0964 req-0aec79fa-a7f8-43cd-9d05-fd5aecf62d2e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ded92b05-d480-455e-b6f9-46ab3cb0c384 HTTP/1.1" status: 200 len: 217 time: 0.0887098 Jan 19 22:28:06.034193 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-198c7845-e367-4e21-9e67-5f2274270ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:06.036674 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-198c7845-e367-4e21-9e67-5f2274270ee4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=17ee81f9-a178-4a93-963d-840d16aa8c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4177692 Jan 19 22:28:06.066001 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-1d0d380c-1d34-4f9a-8bb3-8e96a3a35dce None None] Set router e3d63a1c-89c5-478d-bfda-f510e66ce34b gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:28:06.190400 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca8ebd-65ea-4f8b-bd5e-35586b3e0964 req-f9fcafd3-cf8a-4bbe-9891-c51fd4ad46b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:06.192374 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-dbca8ebd-65ea-4f8b-bd5e-35586b3e0964 req-f9fcafd3-cf8a-4bbe-9891-c51fd4ad46b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1e724ee9-a620-4321-9e90-df17c9c2dc02 HTTP/1.1" status: 200 len: 853 time: 0.0712399 Jan 19 22:28:06.195910 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-66d5d807-5df1-4be1-a8ad-5453199f2518 service neutron] 10.222.0.50 "GET /v2.0/networks/17ee81f9-a178-4a93-963d-840d16aa8c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516695 Jan 19 22:28:06.325200 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca8ebd-65ea-4f8b-bd5e-35586b3e0964 req-a91e5405-501c-43b5-8259-90bb7381f935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:06.327020 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-dbca8ebd-65ea-4f8b-bd5e-35586b3e0964 req-a91e5405-501c-43b5-8259-90bb7381f935 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=17ee81f9-a178-4a93-963d-840d16aa8c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1241200 Jan 19 22:28:06.431656 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-1d0d380c-1d34-4f9a-8bb3-8e96a3a35dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'name': 'tempest-TestMinimumBasicScenario-360470052-router', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:23:48Z', 'updated_at': '2021-01-19T22:23:57Z', 'revision_number': 4, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'gw_port': {'id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:23:51Z', 'updated_at': '2021-01-19T22:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '128d107e-dbeb-4609-b305-c9dfd73ed5db', 'name': '', 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'mac_address': 'fa:16:3e:e7:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '1e724ee9-a620-4321-9e90-df17c9c2dc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:23:56Z', 'updated_at': '2021-01-19T22:24:10Z', 'revision_number': 5, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'subnets': [{'id': '1e724ee9-a620-4321-9e90-df17c9c2dc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:06.436328 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0d380c-1d34-4f9a-8bb3-8e96a3a35dce None None] The sync data for ids ['e3d63a1c-89c5-478d-bfda-f510e66ce34b'] in dv-cinder-750782-5-iscsi is: [{'id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'name': 'tempest-TestMinimumBasicScenario-360470052-router', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:23:48Z', 'updated_at': '2021-01-19T22:23:57Z', 'revision_number': 4, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'gw_port': {'id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:23:51Z', 'updated_at': '2021-01-19T22:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '128d107e-dbeb-4609-b305-c9dfd73ed5db', 'name': '', 'network_id': '17ee81f9-a178-4a93-963d-840d16aa8c49', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'mac_address': 'fa:16:3e:e7:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '1e724ee9-a620-4321-9e90-df17c9c2dc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:23:56Z', 'updated_at': '2021-01-19T22:24:10Z', 'revision_number': 5, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'subnets': [{'id': '1e724ee9-a620-4321-9e90-df17c9c2dc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:28:06.491954 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-dbca8ebd-65ea-4f8b-bd5e-35586b3e0964 req-b8c88bfb-1f51-46eb-b7fa-17772e44f4a4 service neutron] 10.222.0.65 "GET /v2.0/networks/17ee81f9-a178-4a93-963d-840d16aa8c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563802 Jan 19 22:28:06.499178 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b4f390e7-d044-4919-aa64-66763b76c4a0 req-1a1ae20c-c971-445d-8c54-527f03de9b80 service neutron] 10.222.0.50 "GET /v2.0/networks/17ee81f9-a178-4a93-963d-840d16aa8c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2913663 Jan 19 22:28:06.527625 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe264e8-5280-432b-9953-34f1a4bf3aea req-8c2ac1f9-f301-4ad0-a4a2-3c1bee2a90c2 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:06.530054 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8fe264e8-5280-432b-9953-34f1a4bf3aea req-8c2ac1f9-f301-4ad0-a4a2-3c1bee2a90c2 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1716411 Jan 19 22:28:06.547078 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:28:06.600402 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8fe264e8-5280-432b-9953-34f1a4bf3aea req-ceea0c2c-261d-4c06-ae07-d16983e18f54 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624087 Jan 19 22:28:06.702095 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-dbca8ebd-65ea-4f8b-bd5e-35586b3e0964 req-9538ce89-01d7-4818-9e19-df4789b6d7ef service neutron] 10.222.0.65 "GET /v2.0/networks/17ee81f9-a178-4a93-963d-840d16aa8c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2027278 Jan 19 22:28:06.708640 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:28:06.709105 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:06.956376 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43104ce-bebc-4cf4-9c37-f390c1a4e833 None None] New status for floating IP dcffaf32-ba63-4606-8541-05020b9949f0: DOWN {{(pid=80183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:28:07.879635 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c934303-4e29-4201-98e8-f2205e53ac38 req-263b4707-dec7-48b0-a740-85cf1db6dec8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:07.881503 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0c934303-4e29-4201-98e8-f2205e53ac38 req-263b4707-dec7-48b0-a740-85cf1db6dec8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1170530 Jan 19 22:28:07.939936 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0c934303-4e29-4201-98e8-f2205e53ac38 req-bd2cc7ec-5013-4269-afc8-d49ef0ef49d8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498340 Jan 19 22:28:08.058573 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 60492) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:08.209648 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefb5aa-2f10-4058-9176-989ed1e0d8d9 req-6e4d6076-0ccd-46cf-adf8-cdfe37e4ec48 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:08.211732 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fdefb5aa-2f10-4058-9176-989ed1e0d8d9 req-6e4d6076-0ccd-46cf-adf8-cdfe37e4ec48 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1241722 Jan 19 22:28:08.225653 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 60504) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:08.233196 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-1cbba459-7962-4272-b09f-7e7b2c9c7dac tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Request body: {'floatingip': {'port_id': '3c3fa9f5-61d8-4d82-ad11-17aa1e07d629'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:28:08.334359 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-528d5f78-049d-443c-8381-08bfdbfb935e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:08.381306 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1cbba459-7962-4272-b09f-7e7b2c9c7dac tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for floatingip, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:08.458548 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-528d5f78-049d-443c-8381-08bfdbfb935e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:08.468147 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 60516) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:08.504870 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-528d5f78-049d-443c-8381-08bfdbfb935e admin admin] Usage tracker for resource:security_group_rule and tenant:da3b816e166e4d77a227f5343654e62d is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:08.518493 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-528d5f78-049d-443c-8381-08bfdbfb935e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:08.529395 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-528d5f78-049d-443c-8381-08bfdbfb935e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:08.653941 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c58f0312-ef7a-4d0a-abd3-df32a40f41ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:08.674168 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-c58f0312-ef7a-4d0a-abd3-df32a40f41ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:08.678938 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-c58f0312-ef7a-4d0a-abd3-df32a40f41ec admin admin] Usage tracker for resource:security_group_rule and tenant:da03989db5c243f2a1f7a2a94a252afa is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:08.682694 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-c58f0312-ef7a-4d0a-abd3-df32a40f41ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:08.689930 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-c58f0312-ef7a-4d0a-abd3-df32a40f41ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:08.791730 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c58f0312-ef7a-4d0a-abd3-df32a40f41ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:08.797582 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c58f0312-ef7a-4d0a-abd3-df32a40f41ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:08.810076 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e7332e94-9223-4d0e-8dfd-9add81e7c5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:08.840195 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f0312-ef7a-4d0a-abd3-df32a40f41ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18940b8f-f7f3-4433-a7c2-3dbbd3254fff,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:08.846389 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-c58f0312-ef7a-4d0a-abd3-df32a40f41ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:08.864698 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-c58f0312-ef7a-4d0a-abd3-df32a40f41ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=da03989db5c243f2a1f7a2a94a252afa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3950577 Jan 19 22:28:08.867367 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 60522) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:08.882158 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-528d5f78-049d-443c-8381-08bfdbfb935e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:08.949482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-46d87705-c5e7-493b-bddb-4aa9919d490b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:08.950436 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-528d5f78-049d-443c-8381-08bfdbfb935e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:08.971813 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-683c6067-9b47-4e45-85c8-5b2ee6208c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:08.982279 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-46d87705-c5e7-493b-bddb-4aa9919d490b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:09.038069 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-528d5f78-049d-443c-8381-08bfdbfb935e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=da3b816e166e4d77a227f5343654e62d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9782026 Jan 19 22:28:09.040979 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d5f78-049d-443c-8381-08bfdbfb935e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75dd58c2-afc1-49d5-b455-da2461231e4a,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:09.041314 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 60526) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:09.050450 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-528d5f78-049d-443c-8381-08bfdbfb935e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:09.057612 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-46d87705-c5e7-493b-bddb-4aa9919d490b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:09.065207 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6a8e11a1-5774-41a7-bda6-87f7720de0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:09.083202 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d87705-c5e7-493b-bddb-4aa9919d490b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18940b8f-f7f3-4433-a7c2-3dbbd3254fff,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:09.093368 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-46d87705-c5e7-493b-bddb-4aa9919d490b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:09.098448 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-46d87705-c5e7-493b-bddb-4aa9919d490b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:09.102757 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-46d87705-c5e7-493b-bddb-4aa9919d490b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/18940b8f-f7f3-4433-a7c2-3dbbd3254fff HTTP/1.1" status: 204 len: 168 time: 0.2312641 Jan 19 22:28:09.139608 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4176581a-0ef2-4d30-a36d-98ae6668c30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:09.170259 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4176581a-0ef2-4d30-a36d-98ae6668c30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:09.224759 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4176581a-0ef2-4d30-a36d-98ae6668c30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:09.227226 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1cbba459-7962-4272-b09f-7e7b2c9c7dac tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for floatingip, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:09.230363 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-bd0f7c4f-2627-4075-b3b5-278b24120952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:09.232903 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1cbba459-7962-4272-b09f-7e7b2c9c7dac tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:09.249714 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176581a-0ef2-4d30-a36d-98ae6668c30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dd58c2-afc1-49d5-b455-da2461231e4a,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:09.257841 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4176581a-0ef2-4d30-a36d-98ae6668c30b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:09.258925 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4176581a-0ef2-4d30-a36d-98ae6668c30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:09.262901 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-4176581a-0ef2-4d30-a36d-98ae6668c30b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/75dd58c2-afc1-49d5-b455-da2461231e4a HTTP/1.1" status: 204 len: 168 time: 0.2179148 Jan 19 22:28:09.440910 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.l3_db [None req-1cbba459-7962-4272-b09f-7e7b2c9c7dac tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Floating IP dd556d07-7da9-41fa-9aaf-e43447d85206 associated. External IP: 172.27.0.203, port: 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629. Jan 19 22:28:09.567733 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 60546) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:09.602184 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa290510-95cc-4c1f-a35e-71addba3ca67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:09.633324 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-aa290510-95cc-4c1f-a35e-71addba3ca67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:09.645042 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-aa290510-95cc-4c1f-a35e-71addba3ca67 admin admin] Usage tracker for resource:security_group_rule and tenant:8c42cf97017f427896e286ae427e4bd1 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:09.648637 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-aa290510-95cc-4c1f-a35e-71addba3ca67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:09.686928 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-aa290510-95cc-4c1f-a35e-71addba3ca67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:09.860316 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa290510-95cc-4c1f-a35e-71addba3ca67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:09.878469 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa290510-95cc-4c1f-a35e-71addba3ca67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:09.898194 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e7993ea3-0124-4943-9ad2-c2301a44a2f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:09.931370 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbba459-7962-4272-b09f-7e7b2c9c7dac tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Router 153e7ab8-b846-4db1-b200-e94ed46ff16a has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:28:09.947285 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-aa290510-95cc-4c1f-a35e-71addba3ca67 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c42cf97017f427896e286ae427e4bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3783326 Jan 19 22:28:09.949196 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa290510-95cc-4c1f-a35e-71addba3ca67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43b90ae-e87d-44f4-8458-00b03b7b0644,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:09.954091 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 60566) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:09.954319 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa290510-95cc-4c1f-a35e-71addba3ca67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:10.029746 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 60574) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:10.051052 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f258319e-38f5-4c4f-bccf-4e5b9fcfacad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:10.069583 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-f258319e-38f5-4c4f-bccf-4e5b9fcfacad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:10.077260 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-f258319e-38f5-4c4f-bccf-4e5b9fcfacad admin admin] Usage tracker for resource:security_group_rule and tenant:13c1d028f091465a8eadf8840761db44 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:10.082788 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-f258319e-38f5-4c4f-bccf-4e5b9fcfacad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:10.092883 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-f258319e-38f5-4c4f-bccf-4e5b9fcfacad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:10.201241 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f258319e-38f5-4c4f-bccf-4e5b9fcfacad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:10.204818 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f258319e-38f5-4c4f-bccf-4e5b9fcfacad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:10.215794 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b2da83be-8309-4eca-8005-fc632d5320d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:10.267777 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-f258319e-38f5-4c4f-bccf-4e5b9fcfacad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13c1d028f091465a8eadf8840761db44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341979 Jan 19 22:28:10.268105 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 60580) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:10.271093 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258319e-38f5-4c4f-bccf-4e5b9fcfacad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f9f557-4acb-4a84-afce-61980f88c25f,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:10.284560 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f258319e-38f5-4c4f-bccf-4e5b9fcfacad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:10.347087 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c74bc53a-6b44-4651-99f2-631bf0ad3394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:10.377828 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c74bc53a-6b44-4651-99f2-631bf0ad3394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:10.426057 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c74bc53a-6b44-4651-99f2-631bf0ad3394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:10.431690 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6a30a9eb-ce68-4e18-9840-fc8c1a00959c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:10.439971 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-099470d2-4b51-4b38-adab-23330ebf477f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:10.445620 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bc53a-6b44-4651-99f2-631bf0ad3394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f9f557-4acb-4a84-afce-61980f88c25f,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:10.448619 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-c74bc53a-6b44-4651-99f2-631bf0ad3394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:10.459235 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c74bc53a-6b44-4651-99f2-631bf0ad3394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:10.462912 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-c74bc53a-6b44-4651-99f2-631bf0ad3394 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d1f9f557-4acb-4a84-afce-61980f88c25f HTTP/1.1" status: 204 len: 168 time: 0.1937501 Jan 19 22:28:10.474578 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbba459-7962-4272-b09f-7e7b2c9c7dac tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:28:10.488552 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e8109-fbbe-4cb5-9882-3c91056a57a9 None None] Sync routers for ids ['153e7ab8-b846-4db1-b200-e94ed46ff16a'] in dv-cinder-750782-5-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:28:10.489705 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-099470d2-4b51-4b38-adab-23330ebf477f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:10.502604 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36e8109-fbbe-4cb5-9882-3c91056a57a9 None None] Routers {'153e7ab8-b846-4db1-b200-e94ed46ff16a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:28:10.503996 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-c36e8109-fbbe-4cb5-9882-3c91056a57a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:28:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['153e7ab8-b846-4db1-b200-e94ed46ff16a'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:10.505708 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1cbba459-7962-4272-b09f-7e7b2c9c7dac tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:10.595809 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-1cbba459-7962-4272-b09f-7e7b2c9c7dac tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "PUT /v2.0/floatingips/dd556d07-7da9-41fa-9aaf-e43447d85206 HTTP/1.1" status: 200 len: 991 time: 2.3658085 Jan 19 22:28:10.595809 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8266c3-b0a6-488b-b87e-534a6a6475e1', 'tag': '3c3fa9f5-61d8-4d82-ad11-17aa1e07d629'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:28:10.628734 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-099470d2-4b51-4b38-adab-23330ebf477f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:10.634538 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e5783398-9115-402f-b7c8-eab1067620f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:10.662047 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099470d2-4b51-4b38-adab-23330ebf477f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43b90ae-e87d-44f4-8458-00b03b7b0644,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:10.665030 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-099470d2-4b51-4b38-adab-23330ebf477f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:10.666291 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-099470d2-4b51-4b38-adab-23330ebf477f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:10.672491 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-099470d2-4b51-4b38-adab-23330ebf477f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f43b90ae-e87d-44f4-8458-00b03b7b0644 HTTP/1.1" status: 204 len: 168 time: 0.6550677 Jan 19 22:28:10.693361 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8266c3-b0a6-488b-b87e-534a6a6475e1', 'tag': '3c3fa9f5-61d8-4d82-ad11-17aa1e07d629', 'status': 'completed', 'code': 200} Jan 19 22:28:10.790801 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-c36e8109-fbbe-4cb5-9882-3c91056a57a9 None None] Set router 153e7ab8-b846-4db1-b200-e94ed46ff16a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:28:10.846321 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc134913-55af-4e1d-a2b5-f7c7fe5121ff req-f43bd01d-9678-4382-9be8-7af9b6771a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:10.848466 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-bc134913-55af-4e1d-a2b5-f7c7fe5121ff req-f43bd01d-9678-4382-9be8-7af9b6771a45 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e64eda3ec4144b5bb294b9dc3338c915&device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 1162 time: 0.0957580 Jan 19 22:28:11.015107 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc134913-55af-4e1d-a2b5-f7c7fe5121ff req-877f9b67-edee-47e5-a077-eb553ac3105f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:11.016833 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-bc134913-55af-4e1d-a2b5-f7c7fe5121ff req-877f9b67-edee-47e5-a077-eb553ac3105f service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 HTTP/1.1" status: 200 len: 911 time: 0.1618922 Jan 19 22:28:11.054208 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 60600) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:11.086833 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-649e2aa2-c9d9-4d21-9b86-b19c26ca213d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:11.120285 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-649e2aa2-c9d9-4d21-9b86-b19c26ca213d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:11.137379 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-649e2aa2-c9d9-4d21-9b86-b19c26ca213d admin admin] Usage tracker for resource:security_group_rule and tenant:5429eb9140cb4950b03611dd6a3e268f is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:11.140584 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-649e2aa2-c9d9-4d21-9b86-b19c26ca213d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:11.147605 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-649e2aa2-c9d9-4d21-9b86-b19c26ca213d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:11.174365 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-bc134913-55af-4e1d-a2b5-f7c7fe5121ff req-d2212656-9f07-48f0-a6a8-7cbe67e49332 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 HTTP/1.1" status: 200 len: 999 time: 0.1491239 Jan 19 22:28:11.296805 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-649e2aa2-c9d9-4d21-9b86-b19c26ca213d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:11.309953 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-c36e8109-fbbe-4cb5-9882-3c91056a57a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'name': 'tempest-AttachVolumeShelveTestJSON-1610638167-router', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:21Z', 'updated_at': '2021-01-19T22:22:42Z', 'revision_number': 4, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'gw_port': {'id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:23Z', 'updated_at': '2021-01-19T22:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': 'dd556d07-7da9-41fa-9aaf-e43447d85206', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'port_id': '3c3fa9f5-61d8-4d82-ad11-17aa1e07d629', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'mac_address': 'fa:16:3e:d6:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8266c3-b0a6-488b-b87e-534a6a6475e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:27:46Z', 'updated_at': '2021-01-19T22:28:09Z', 'revision_number': 1, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9f7383-2193-4b0e-8d89-d888ad9fe420', 'name': '', 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'mac_address': 'fa:16:3e:f0:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:38Z', 'updated_at': '2021-01-19T22:22:58Z', 'revision_number': 5, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'subnets': [{'id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:11.314537 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e8109-fbbe-4cb5-9882-3c91056a57a9 None None] Checking router: 153e7ab8-b846-4db1-b200-e94ed46ff16a for host: dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:28:11.316709 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-649e2aa2-c9d9-4d21-9b86-b19c26ca213d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:11.326022 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36e8109-fbbe-4cb5-9882-3c91056a57a9 None None] Routers {'153e7ab8-b846-4db1-b200-e94ed46ff16a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:28:11.326732 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-c36e8109-fbbe-4cb5-9882-3c91056a57a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:28:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['153e7ab8-b846-4db1-b200-e94ed46ff16a'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:11.331014 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc134913-55af-4e1d-a2b5-f7c7fe5121ff req-c6623c73-9a3a-4575-91cf-e9dce8fe77e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:11.334184 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-bc134913-55af-4e1d-a2b5-f7c7fe5121ff req-c6623c73-9a3a-4575-91cf-e9dce8fe77e0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=728f42a3-f50d-4a74-bd63-43882f750a76 HTTP/1.1" status: 200 len: 856 time: 0.1520319 Jan 19 22:28:11.334321 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a563846a-e4a4-4be1-892d-a881bf66cace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:11.420864 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-649e2aa2-c9d9-4d21-9b86-b19c26ca213d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5429eb9140cb4950b03611dd6a3e268f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3628612 Jan 19 22:28:11.420864 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e2aa2-c9d9-4d21-9b86-b19c26ca213d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfdc6a5-e67d-49cf-8203-2b11650af8e2,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:11.428721 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 60614) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:11.525053 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-649e2aa2-c9d9-4d21-9b86-b19c26ca213d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:11.547920 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fce9b794-968e-46af-9197-b5b904238276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:11.567225 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc134913-55af-4e1d-a2b5-f7c7fe5121ff req-886778fc-23ee-4f02-9b0d-a5eefabf1577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:11.570298 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-c36e8109-fbbe-4cb5-9882-3c91056a57a9 None None] Set router 153e7ab8-b846-4db1-b200-e94ed46ff16a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:28:11.571928 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-bc134913-55af-4e1d-a2b5-f7c7fe5121ff req-886778fc-23ee-4f02-9b0d-a5eefabf1577 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2284198 Jan 19 22:28:11.579953 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fce9b794-968e-46af-9197-b5b904238276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:11.690721 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fce9b794-968e-46af-9197-b5b904238276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:11.713590 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6f17e9bb-1fd8-4215-bd10-000487e3f0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:11.740311 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce9b794-968e-46af-9197-b5b904238276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfdc6a5-e67d-49cf-8203-2b11650af8e2,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:11.747977 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-fce9b794-968e-46af-9197-b5b904238276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:11.748823 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fce9b794-968e-46af-9197-b5b904238276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:11.750065 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-fce9b794-968e-46af-9197-b5b904238276 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1dfdc6a5-e67d-49cf-8203-2b11650af8e2 HTTP/1.1" status: 204 len: 168 time: 0.3202953 Jan 19 22:28:11.810950 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685febb2-31c0-4c3b-a716-7ea03db8967d req-f2dd4737-dfbf-4d0f-bdd4-72c6ba93d836 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:11.811908 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-685febb2-31c0-4c3b-a716-7ea03db8967d req-f2dd4737-dfbf-4d0f-bdd4-72c6ba93d836 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Synchronizing usage tracker for tenant:506c7be82ade45dbbf2380d49038ee72 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:28:11.833430 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-685febb2-31c0-4c3b-a716-7ea03db8967d req-f2dd4737-dfbf-4d0f-bdd4-72c6ba93d836 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Unset dirty status for tenant:506c7be82ade45dbbf2380d49038ee72 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:28:11.843446 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-685febb2-31c0-4c3b-a716-7ea03db8967d req-f2dd4737-dfbf-4d0f-bdd4-72c6ba93d836 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 945 time: 0.2164183 Jan 19 22:28:11.922451 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-685febb2-31c0-4c3b-a716-7ea03db8967d req-cb6f8126-16bb-41c8-b2dd-0769e284ec73 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Synchronizing usage tracker for tenant:506c7be82ade45dbbf2380d49038ee72 on resource:security_group {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:28:11.942224 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-685febb2-31c0-4c3b-a716-7ea03db8967d req-cb6f8126-16bb-41c8-b2dd-0769e284ec73 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Unset dirty status for tenant:506c7be82ade45dbbf2380d49038ee72 on resource:security_group {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:28:11.943700 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-685febb2-31c0-4c3b-a716-7ea03db8967d req-cb6f8126-16bb-41c8-b2dd-0769e284ec73 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994825 Jan 19 22:28:12.198457 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-bc134913-55af-4e1d-a2b5-f7c7fe5121ff req-bf1912ab-ab3e-4980-8986-a16416045392 service neutron] 10.222.0.65 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6147048 Jan 19 22:28:12.345354 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-c36e8109-fbbe-4cb5-9882-3c91056a57a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'name': 'tempest-AttachVolumeShelveTestJSON-1610638167-router', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:21Z', 'updated_at': '2021-01-19T22:22:42Z', 'revision_number': 4, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'gw_port': {'id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:23Z', 'updated_at': '2021-01-19T22:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': 'dd556d07-7da9-41fa-9aaf-e43447d85206', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'port_id': '3c3fa9f5-61d8-4d82-ad11-17aa1e07d629', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'mac_address': 'fa:16:3e:d6:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8266c3-b0a6-488b-b87e-534a6a6475e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:27:46Z', 'updated_at': '2021-01-19T22:28:09Z', 'revision_number': 1, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9f7383-2193-4b0e-8d89-d888ad9fe420', 'name': '', 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'mac_address': 'fa:16:3e:f0:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:38Z', 'updated_at': '2021-01-19T22:22:58Z', 'revision_number': 5, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'subnets': [{'id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:12.353715 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e8109-fbbe-4cb5-9882-3c91056a57a9 None None] The sync data for ids ['153e7ab8-b846-4db1-b200-e94ed46ff16a'] in dv-cinder-750782-5-iscsi is: [{'id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'name': 'tempest-AttachVolumeShelveTestJSON-1610638167-router', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:21Z', 'updated_at': '2021-01-19T22:22:42Z', 'revision_number': 4, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'gw_port': {'id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:23Z', 'updated_at': '2021-01-19T22:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': 'dd556d07-7da9-41fa-9aaf-e43447d85206', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'port_id': '3c3fa9f5-61d8-4d82-ad11-17aa1e07d629', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'mac_address': 'fa:16:3e:d6:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8266c3-b0a6-488b-b87e-534a6a6475e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:27:46Z', 'updated_at': '2021-01-19T22:28:09Z', 'revision_number': 1, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9f7383-2193-4b0e-8d89-d888ad9fe420', 'name': '', 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'mac_address': 'fa:16:3e:f0:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:38Z', 'updated_at': '2021-01-19T22:22:58Z', 'revision_number': 5, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'subnets': [{'id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:28:12.376993 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-bc134913-55af-4e1d-a2b5-f7c7fe5121ff req-a3a0d1dc-2054-42ca-903d-40e0921342dd service neutron] 10.222.0.65 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1673706 Jan 19 22:28:12.675669 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2315a1-406e-48e9-8346-b6d13b57d108 None None] New status for floating IP dd556d07-7da9-41fa-9aaf-e43447d85206: ACTIVE {{(pid=80183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:28:12.813848 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 60652) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:12.888218 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1fa5d70-e3f6-4c92-a4ed-045ff4d964d2 admin admin] Deleting subnet 42f603b9-be0f-4ef2-9931-5868eddb5fe8 {{(pid=80180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:28:12.891755 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a1fa5d70-e3f6-4c92-a4ed-045ff4d964d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:12.956752 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a1fa5d70-e3f6-4c92-a4ed-045ff4d964d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2548288'] for subnet, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:13.062084 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a1fa5d70-e3f6-4c92-a4ed-045ff4d964d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854192441'] for subnet, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:13.382245 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11807ff0-37b2-4682-85bc-d7ff1a0180f7 req-392af2b3-ade0-4c57-adb5-20f32d1fb295 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:13.385101 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-11807ff0-37b2-4682-85bc-d7ff1a0180f7 req-392af2b3-ade0-4c57-adb5-20f32d1fb295 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 945 time: 0.2434049 Jan 19 22:28:13.489015 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898e40e-c33a-4981-ba27-e5d2b05fce34 req-6f0d48d3-bc67-4c13-8137-05f3c4766e86 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:13.490122 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-4898e40e-c33a-4981-ba27-e5d2b05fce34 req-6f0d48d3-bc67-4c13-8137-05f3c4766e86 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Synchronizing usage tracker for tenant:506c7be82ade45dbbf2380d49038ee72 on resource:port {{(pid=80181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:28:13.491454 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-11807ff0-37b2-4682-85bc-d7ff1a0180f7 req-9220a515-fb7a-4a66-ac4a-1a2a7b01c96f tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/security-groups?id=799bff44-7f83-4be6-94b1-ac39f136ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723727 Jan 19 22:28:13.506711 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-4898e40e-c33a-4981-ba27-e5d2b05fce34 req-6f0d48d3-bc67-4c13-8137-05f3c4766e86 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Unset dirty status for tenant:506c7be82ade45dbbf2380d49038ee72 on resource:port {{(pid=80181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:28:13.507531 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a1fa5d70-e3f6-4c92-a4ed-045ff4d964d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852155901'] for subnet, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:13.507984 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4898e40e-c33a-4981-ba27-e5d2b05fce34 req-6f0d48d3-bc67-4c13-8137-05f3c4766e86 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.65 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 945 time: 0.1377792 Jan 19 22:28:13.524350 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:13.606291 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-4898e40e-c33a-4981-ba27-e5d2b05fce34 req-01da2a78-a572-4f95-a379-e6635dabc4f4 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Deleting port ded92b05-d480-455e-b6f9-46ab3cb0c384 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:28:13.606698 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-4898e40e-c33a-4981-ba27-e5d2b05fce34 req-01da2a78-a572-4f95-a379-e6635dabc4f4 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:13.614076 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa5d70-e3f6-4c92-a4ed-045ff4d964d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42f603b9-be0f-4ef2-9931-5868eddb5fe8,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:13.616865 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a1fa5d70-e3f6-4c92-a4ed-045ff4d964d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:13.685403 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a1fa5d70-e3f6-4c92-a4ed-045ff4d964d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:13.696663 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-a1fa5d70-e3f6-4c92-a4ed-045ff4d964d2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/42f603b9-be0f-4ef2-9931-5868eddb5fe8 HTTP/1.1" status: 204 len: 168 time: 0.8813541 Jan 19 22:28:13.697615 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 60672) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:13.852057 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1d367a0a-1164-4d4e-94dc-3682c9780155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262604'] for network, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:13.935032 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-4898e40e-c33a-4981-ba27-e5d2b05fce34 req-01da2a78-a572-4f95-a379-e6635dabc4f4 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] For port ded92b05-d480-455e-b6f9-46ab3cb0c384, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ded92b05-d480-455e-b6f9-46ab3cb0c384,segment=NetworkSegment(0621467d-81de-4253-9188-69472b578be3),segment_id=0621467d-81de-4253-9188-69472b578be3)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:28:13.935377 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-4898e40e-c33a-4981-ba27-e5d2b05fce34 req-01da2a78-a572-4f95-a379-e6635dabc4f4 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:14.045996 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1d367a0a-1164-4d4e-94dc-3682c9780155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-583314', 'neutron.services.segments.db._delete_segments_for_network--9223363301127363290'] for network, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:14.069661 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-4898e40e-c33a-4981-ba27-e5d2b05fce34 req-01da2a78-a572-4f95-a379-e6635dabc4f4 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Calling delete_port for ded92b05-d480-455e-b6f9-46ab3cb0c384 owned by compute:nova {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:28:14.160462 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device ded92b05-d480-455e-b6f9-46ab3cb0c384 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:28:14.161130 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-1d367a0a-1164-4d4e-94dc-3682c9780155 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ef69e7-9241-4b24-ac31-2f123aad1774']}} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:14.174972 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-1d367a0a-1164-4d4e-94dc-3682c9780155 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0c1087-46f5-48bb-b6fd-f1b7be5752ea') {'for_net_delete': True} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:14.175299 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-1d367a0a-1164-4d4e-94dc-3682c9780155 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0c1087-46f5-48bb-b6fd-f1b7be5752ea') {} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:14.187950 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1d367a0a-1164-4d4e-94dc-3682c9780155 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301127369946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852227512'] for segment, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:14.202961 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1d367a0a-1164-4d4e-94dc-3682c9780155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:14.204998 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1d367a0a-1164-4d4e-94dc-3682c9780155 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:28:14.222367 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-4898e40e-c33a-4981-ba27-e5d2b05fce34 req-01da2a78-a572-4f95-a379-e6635dabc4f4 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:14.230787 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] No active binding found for port ded92b05-d480-455e-b6f9-46ab3cb0c384 {{(pid=80182) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 19 22:28:14.231756 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device ded92b05-d480-455e-b6f9-46ab3cb0c384 not bound to the agent host hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:28:14.240743 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9a4ff25d-e25d-4a5d-a371-7561e5698784 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:14.287975 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da2a78-a572-4f95-a379-e6635dabc4f4 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Pushing event deleted for resources: {'Port': ['ID=ded92b05-d480-455e-b6f9-46ab3cb0c384,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:14.290996 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-01da2a78-a572-4f95-a379-e6635dabc4f4 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:14.396305 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-1d367a0a-1164-4d4e-94dc-3682c9780155 admin admin] Network e6ef69e7-9241-4b24-ac31-2f123aad1774 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:28:14.406942 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1d367a0a-1164-4d4e-94dc-3682c9780155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854202154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3996390'] for segment, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:14.482504 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-4898e40e-c33a-4981-ba27-e5d2b05fce34 req-01da2a78-a572-4f95-a379-e6635dabc4f4 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] No DVR routers for this DVR port ded92b05-d480-455e-b6f9-46ab3cb0c384 on host hv-cinder-75078 {{(pid=80181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:28:14.485147 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-4898e40e-c33a-4981-ba27-e5d2b05fce34 req-01da2a78-a572-4f95-a379-e6635dabc4f4 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:14.489234 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd440bd4b-dc91-46fa-a24e-69e13993ba8b', 'name': 'network-vif-deleted', 'tag': 'ded92b05-d480-455e-b6f9-46ab3cb0c384'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:28:14.506379 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4898e40e-c33a-4981-ba27-e5d2b05fce34 req-01da2a78-a572-4f95-a379-e6635dabc4f4 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.65 "DELETE /v2.0/ports/ded92b05-d480-455e-b6f9-46ab3cb0c384 HTTP/1.1" status: 204 len: 173 time: 0.9923954 Jan 19 22:28:14.523523 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:28:14.677951 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-1d367a0a-1164-4d4e-94dc-3682c9780155 admin admin] Network e6ef69e7-9241-4b24-ac31-2f123aad1774 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: Traceback (most recent call last): Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: timer() Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: cb(*args, **kw) Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: return func(*args, **kwargs) Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: self._notify() Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: self.callback(batched_events) Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: event.method(event) Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: segment_id)['aggregates'][0] Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(self, *a, **k) Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: return self._get(url).json() Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: **kwargs) Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.request(url, 'GET', **kwargs) Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: **endpoint_filter) Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:28:14.728989 dv-cinder-750782-5-iscsi neutron-server[80069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:28:14.757045 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd440bd4b-dc91-46fa-a24e-69e13993ba8b', 'name': 'network-vif-deleted', 'tag': 'ded92b05-d480-455e-b6f9-46ab3cb0c384', 'status': 'completed', 'code': 200} Jan 19 22:28:14.831402 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-aca1ea6b-09b8-4cd7-ab15-37f7730d7499 req-4c8f37f4-43fc-4b95-9030-c09cdf7b6a87 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 210 time: 0.1221702 Jan 19 22:28:14.872834 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1d367a0a-1164-4d4e-94dc-3682c9780155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854192486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432275'] for network, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:14.876728 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:14.894690 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1d367a0a-1164-4d4e-94dc-3682c9780155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:14.904399 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d367a0a-1164-4d4e-94dc-3682c9780155 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6ef69e7-9241-4b24-ac31-2f123aad1774,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:14.907459 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1d367a0a-1164-4d4e-94dc-3682c9780155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:14.919528 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-1d367a0a-1164-4d4e-94dc-3682c9780155 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e6ef69e7-9241-4b24-ac31-2f123aad1774 HTTP/1.1" status: 204 len: 168 time: 1.2206380 Jan 19 22:28:15.155061 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 60702) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:15.208359 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-d8fe7606-5ef7-409f-8234-67ed6e0d7c46 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=211f6cd340034838ac0316a66c475298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516815 Jan 19 22:28:15.211419 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 60706) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:15.275211 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-eee5e768-c005-4eba-8f74-ff2fe5316701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:15.305596 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-eee5e768-c005-4eba-8f74-ff2fe5316701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:15.353920 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-eee5e768-c005-4eba-8f74-ff2fe5316701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:15.359453 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3eb09bc3-f400-49b1-8859-a20a334ca90d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:15.372409 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5e768-c005-4eba-8f74-ff2fe5316701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf448d3-98b1-4ffc-aee6-7921f6931539,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:15.375175 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-eee5e768-c005-4eba-8f74-ff2fe5316701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:15.379223 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-eee5e768-c005-4eba-8f74-ff2fe5316701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:15.380624 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-eee5e768-c005-4eba-8f74-ff2fe5316701 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/adf448d3-98b1-4ffc-aee6-7921f6931539 HTTP/1.1" status: 204 len: 168 time: 0.1682236 Jan 19 22:28:16.026271 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f7170b6a-1fa8-4ca4-945a-69b78d9ffd47 req-14b2d576-6d2c-41e0-9378-314f757e6cec tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 210 time: 0.0487089 Jan 19 22:28:17.221509 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d606715e-4d40-471c-9385-a27cf5c6e491 req-7ce6a16b-f329-4750-a87f-8b66c75a72f9 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] 10.222.0.50 "GET /v2.0/ports?device_id=d440bd4b-dc91-46fa-a24e-69e13993ba8b HTTP/1.1" status: 200 len: 210 time: 0.0487022 Jan 19 22:28:17.827660 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d298295-6a11-439f-ba23-8b9f0ea4700c req-3d30676c-9042-4e2a-97ef-0427a8282de8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:17.829400 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4d298295-6a11-439f-ba23-8b9f0ea4700c req-3d30676c-9042-4e2a-97ef-0427a8282de8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.1109462 Jan 19 22:28:17.886363 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4d298295-6a11-439f-ba23-8b9f0ea4700c req-6d7aa373-26af-48fe-8329-f4fe04b974be tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502138 Jan 19 22:28:18.929399 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 60798) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:19.122791 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6e552ad9-f9e1-40c2-891d-6a8959e69be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:19.146860 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6e552ad9-f9e1-40c2-891d-6a8959e69be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:19.151712 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6e552ad9-f9e1-40c2-891d-6a8959e69be0 admin admin] Usage tracker for resource:security_group_rule and tenant:61819a721f3a4ad483a32bda2bbc0501 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:19.155887 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6e552ad9-f9e1-40c2-891d-6a8959e69be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:19.157292 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 60808) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:19.161933 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6e552ad9-f9e1-40c2-891d-6a8959e69be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:19.218977 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9662f-fb9a-4f35-a100-e986e228b9ab req-644c442c-b546-458f-9b48-b5e76ba3a94b tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:19.221000 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a4e9662f-fb9a-4f35-a100-e986e228b9ab req-644c442c-b546-458f-9b48-b5e76ba3a94b tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.1943023 Jan 19 22:28:19.303252 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a4e9662f-fb9a-4f35-a100-e986e228b9ab req-546b87f0-5467-4820-8fe7-b8507fc0ea32 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704939 Jan 19 22:28:19.340010 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6e552ad9-f9e1-40c2-891d-6a8959e69be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:19.344371 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6e552ad9-f9e1-40c2-891d-6a8959e69be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:19.357074 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-fce9b794-968e-46af-9197-b5b904238276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:19.398664 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-6e552ad9-f9e1-40c2-891d-6a8959e69be0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=61819a721f3a4ad483a32bda2bbc0501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4678829 Jan 19 22:28:19.400898 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e552ad9-f9e1-40c2-891d-6a8959e69be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cb6993-f2a5-4337-8560-324135a9da2e,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:19.403161 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 60814) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:19.404890 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6e552ad9-f9e1-40c2-891d-6a8959e69be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:19.616839 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7bc7bf0e-b35c-45a4-92c4-a44a5a779884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:19.664271 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7bc7bf0e-b35c-45a4-92c4-a44a5a779884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:19.803273 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7bc7bf0e-b35c-45a4-92c4-a44a5a779884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:19.809461 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-39c69636-2073-406e-9d9c-e5608e3f5032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:19.829099 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7bf0e-b35c-45a4-92c4-a44a5a779884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cb6993-f2a5-4337-8560-324135a9da2e,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:19.833492 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7bc7bf0e-b35c-45a4-92c4-a44a5a779884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:19.837908 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7bc7bf0e-b35c-45a4-92c4-a44a5a779884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:19.839182 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-7bc7bf0e-b35c-45a4-92c4-a44a5a779884 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e1cb6993-f2a5-4337-8560-324135a9da2e HTTP/1.1" status: 204 len: 168 time: 0.4350169 Jan 19 22:28:19.928513 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3cf598bb-ae77-4e0b-973e-0c44adadbe08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427516'] for router_interface, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:20.310552 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-3cf598bb-ae77-4e0b-973e-0c44adadbe08 admin admin] Deleting port 128d107e-dbeb-4609-b305-c9dfd73ed5db {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:28:20.311052 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3cf598bb-ae77-4e0b-973e-0c44adadbe08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:20.502043 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-3cf598bb-ae77-4e0b-973e-0c44adadbe08 admin admin] For port 128d107e-dbeb-4609-b305-c9dfd73ed5db, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=128d107e-dbeb-4609-b305-c9dfd73ed5db,segment=NetworkSegment(0621467d-81de-4253-9188-69472b578be3),segment_id=0621467d-81de-4253-9188-69472b578be3)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:28:20.502767 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3cf598bb-ae77-4e0b-973e-0c44adadbe08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:20.554926 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1c194-4d4d-4281-a2b9-942248d53f8f req-4b3b804f-be88-4c68-bf17-de5c655e2100 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:20.556530 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0bf1c194-4d4d-4281-a2b9-942248d53f8f req-4b3b804f-be88-4c68-bf17-de5c655e2100 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.1159739 Jan 19 22:28:20.609074 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0bf1c194-4d4d-4281-a2b9-942248d53f8f req-5badc197-c374-4805-bcec-9217b9df399a tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454524 Jan 19 22:28:20.650293 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-3cf598bb-ae77-4e0b-973e-0c44adadbe08 admin admin] Calling delete_port for 128d107e-dbeb-4609-b305-c9dfd73ed5db owned by network:router_interface {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:28:20.831056 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3cf598bb-ae77-4e0b-973e-0c44adadbe08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:20.848554 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:20.942646 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf598bb-ae77-4e0b-973e-0c44adadbe08 admin admin] Pushing event deleted for resources: {'Port': ['ID=128d107e-dbeb-4609-b305-c9dfd73ed5db,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:20.949213 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3cf598bb-ae77-4e0b-973e-0c44adadbe08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:21.503772 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3cf598bb-ae77-4e0b-973e-0c44adadbe08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853084252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427334'] for router_interface, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:21.847332 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e828c1-94b8-4aca-9da8-0927960b2a12 req-44034ef5-e3ef-4d7b-a7a7-4383d0427a3f tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:21.848956 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-96e828c1-94b8-4aca-9da8-0927960b2a12 req-44034ef5-e3ef-4d7b-a7a7-4383d0427a3f tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.1006343 Jan 19 22:28:21.899906 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-96e828c1-94b8-4aca-9da8-0927960b2a12 req-f35b8666-1fd0-4e34-a205-3d6029f54131 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445416 Jan 19 22:28:22.028626 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf598bb-ae77-4e0b-973e-0c44adadbe08 admin admin] Router e3d63a1c-89c5-478d-bfda-f510e66ce34b has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:28:22.217884 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf598bb-ae77-4e0b-973e-0c44adadbe08 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:28:22.226691 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf57211-d512-4629-8048-07b949c9ed01 None None] Sync routers for ids ['e3d63a1c-89c5-478d-bfda-f510e66ce34b'] in dv-cinder-750782-5-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:28:22.231124 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-3cf598bb-ae77-4e0b-973e-0c44adadbe08 admin admin] 10.222.0.50 "PUT /v2.0/routers/e3d63a1c-89c5-478d-bfda-f510e66ce34b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0671883 Jan 19 22:28:22.233805 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 60890) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:22.237065 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf57211-d512-4629-8048-07b949c9ed01 None None] Routers {'e3d63a1c-89c5-478d-bfda-f510e66ce34b'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:28:22.237745 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-bcf57211-d512-4629-8048-07b949c9ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:28:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['e3d63a1c-89c5-478d-bfda-f510e66ce34b'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:22.397955 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:22.427955 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-cbdf70a8-85c2-4d8f-a231-cba9e3f89a21 admin admin] Notify callbacks [] for router, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:22.458274 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-bcf57211-d512-4629-8048-07b949c9ed01 None None] Set router e3d63a1c-89c5-478d-bfda-f510e66ce34b gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:28:22.622886 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-cbdf70a8-85c2-4d8f-a231-cba9e3f89a21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:22.628830 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf70a8-85c2-4d8f-a231-cba9e3f89a21 admin admin] Deleting port 3ef51a17-60dc-4acd-ac95-7742bf02c606 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:28:22.628830 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-cbdf70a8-85c2-4d8f-a231-cba9e3f89a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:22.808784 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 3ce822e1-882c-4499-b315-f793eb56f8f9 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:28:22.867937 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-bcf57211-d512-4629-8048-07b949c9ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'name': 'tempest-TestMinimumBasicScenario-360470052-router', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:23:48Z', 'updated_at': '2021-01-19T22:28:20Z', 'revision_number': 5, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'gw_port': {'id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:23:51Z', 'updated_at': '2021-01-19T22:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:22.877438 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf57211-d512-4629-8048-07b949c9ed01 None None] Checking router: e3d63a1c-89c5-478d-bfda-f510e66ce34b for host: dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:28:22.889492 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-cbdf70a8-85c2-4d8f-a231-cba9e3f89a21 admin admin] For port 3ef51a17-60dc-4acd-ac95-7742bf02c606, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=3ef51a17-60dc-4acd-ac95-7742bf02c606,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:28:22.890175 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-cbdf70a8-85c2-4d8f-a231-cba9e3f89a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:22.891085 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf57211-d512-4629-8048-07b949c9ed01 None None] Routers {'e3d63a1c-89c5-478d-bfda-f510e66ce34b'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:28:22.891779 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-bcf57211-d512-4629-8048-07b949c9ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:28:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['e3d63a1c-89c5-478d-bfda-f510e66ce34b'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:23.030707 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf70a8-85c2-4d8f-a231-cba9e3f89a21 admin admin] Calling delete_port for 3ef51a17-60dc-4acd-ac95-7742bf02c606 owned by network:router_gateway {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:28:23.031436 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 3ce822e1-882c-4499-b315-f793eb56f8f9 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:28:23.031757 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:23.154910 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bc993-3148-46c3-a671-394cbb104e7e req-4a6e0bb6-358e-49d3-bca6-481ef9a4a38d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:23.156513 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f82bc993-3148-46c3-a671-394cbb104e7e req-4a6e0bb6-358e-49d3-bca6-481ef9a4a38d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.1154873 Jan 19 22:28:23.202806 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d6b9e209-0295-4620-bcdc-cbe74aec888d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:23.203637 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d6b9e209-0295-4620-bcdc-cbe74aec888d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Synchronizing usage tracker for tenant:6fd968d1c0e14ecda944d7b49ae103b9 on resource:port {{(pid=80181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:28:23.211864 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f82bc993-3148-46c3-a671-394cbb104e7e req-eba314cc-0afe-406c-98a2-94068f80f093 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451431 Jan 19 22:28:23.212083 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-bcf57211-d512-4629-8048-07b949c9ed01 None None] Set router e3d63a1c-89c5-478d-bfda-f510e66ce34b gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:28:23.229304 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d6b9e209-0295-4620-bcdc-cbe74aec888d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Unset dirty status for tenant:6fd968d1c0e14ecda944d7b49ae103b9 on resource:port {{(pid=80181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:28:23.231200 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d6b9e209-0295-4620-bcdc-cbe74aec888d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.65 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 945 time: 0.2086465 Jan 19 22:28:23.369505 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Deleting port 3ce822e1-882c-4499-b315-f793eb56f8f9 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:28:23.369865 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:23.402145 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-cbdf70a8-85c2-4d8f-a231-cba9e3f89a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:23.545560 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-bcf57211-d512-4629-8048-07b949c9ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'name': 'tempest-TestMinimumBasicScenario-360470052-router', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:23:48Z', 'updated_at': '2021-01-19T22:28:20Z', 'revision_number': 5, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'gw_port': {'id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:23:51Z', 'updated_at': '2021-01-19T22:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:23.550338 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf57211-d512-4629-8048-07b949c9ed01 None None] The sync data for ids ['e3d63a1c-89c5-478d-bfda-f510e66ce34b'] in dv-cinder-750782-5-iscsi is: [{'id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'name': 'tempest-TestMinimumBasicScenario-360470052-router', 'tenant_id': '506c7be82ade45dbbf2380d49038ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:23:48Z', 'updated_at': '2021-01-19T22:28:20Z', 'revision_number': 5, 'project_id': '506c7be82ade45dbbf2380d49038ee72', 'gw_port': {'id': '3ef51a17-60dc-4acd-ac95-7742bf02c606', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d63a1c-89c5-478d-bfda-f510e66ce34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:23:51Z', 'updated_at': '2021-01-19T22:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:28:23.635832 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 3ce822e1-882c-4499-b315-f793eb56f8f9 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:28:23.802014 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:23.851366 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 3ce822e1-882c-4499-b315-f793eb56f8f9, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=3ce822e1-882c-4499-b315-f793eb56f8f9,segment=NetworkSegment(5c74953d-c790-4cc2-9771-0ecb028703d3),segment_id=5c74953d-c790-4cc2-9771-0ecb028703d3)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:28:23.852599 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4947b5a-1fa7-463b-937b-2c9a70934c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ce822e1-882c-4499-b315-f793eb56f8f9'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:28:23.876828 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:23.883349 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:23.953785 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4947b5a-1fa7-463b-937b-2c9a70934c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ce822e1-882c-4499-b315-f793eb56f8f9', 'code': 200} Jan 19 22:28:23.981749 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=3ce822e1-882c-4499-b315-f793eb56f8f9,revision_number=5']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:23.985240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:24.118101 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-cbdf70a8-85c2-4d8f-a231-cba9e3f89a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854343435'] for router_gateway, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:24.120417 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] For port 3ce822e1-882c-4499-b315-f793eb56f8f9, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=3ce822e1-882c-4499-b315-f793eb56f8f9,segment=NetworkSegment(5c74953d-c790-4cc2-9771-0ecb028703d3),segment_id=5c74953d-c790-4cc2-9771-0ecb028703d3)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:28:24.121573 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:24.329664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-cbdf70a8-85c2-4d8f-a231-cba9e3f89a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854342923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774747'] for router, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:24.333854 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-cbdf70a8-85c2-4d8f-a231-cba9e3f89a21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:24.356846 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 128d107e-dbeb-4609-b305-c9dfd73ed5db no longer exists at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:28:24.417213 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] No Port match for: 128d107e-dbeb-4609-b305-c9dfd73ed5db {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:28:24.417808 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 128d107e-dbeb-4609-b305-c9dfd73ed5db not bound to the agent host dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:28:24.450293 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-cbdf70a8-85c2-4d8f-a231-cba9e3f89a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854259288'] for router, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:24.450891 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdf70a8-85c2-4d8f-a231-cba9e3f89a21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3d63a1c-89c5-478d-bfda-f510e66ce34b {{(pid=80181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 19 22:28:24.482846 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-cbdf70a8-85c2-4d8f-a231-cba9e3f89a21 admin admin] Notify callbacks [] for router, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:24.486537 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-cbdf70a8-85c2-4d8f-a231-cba9e3f89a21 admin admin] 10.222.0.50 "DELETE /v2.0/routers/e3d63a1c-89c5-478d-bfda-f510e66ce34b HTTP/1.1" status: 204 len: 168 time: 2.2492414 Jan 19 22:28:24.491840 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 60930) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:24.505646 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a5a30-520a-41ba-8603-254ca9e771a9 req-0225df8e-4d43-40d4-9907-a0f57d8ed439 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:24.507443 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5c2a5a30-520a-41ba-8603-254ca9e771a9 req-0225df8e-4d43-40d4-9907-a0f57d8ed439 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 943 time: 0.1547418 Jan 19 22:28:24.673589 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ce7258-202c-4333-aaa1-1d4a120bb5c1 admin admin] Deleting subnet 1e724ee9-a620-4321-9e90-df17c9c2dc02 {{(pid=80181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:28:24.677139 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-14ce7258-202c-4333-aaa1-1d4a120bb5c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:24.740686 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-14ce7258-202c-4333-aaa1-1d4a120bb5c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850787351'] for subnet, precommit_delete_associations {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:24.776375 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for floatingip, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:24.776794 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:24.777139 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.l3_db [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Floating IP d7bd0e0b-f342-440f-9074-ef6f6372d02a disassociated. External IP: 172.27.0.172, port: 3ce822e1-882c-4499-b315-f793eb56f8f9. Jan 19 22:28:24.778043 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Calling delete_port for 3ce822e1-882c-4499-b315-f793eb56f8f9 owned by compute:nova {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:28:24.805957 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5c2a5a30-520a-41ba-8603-254ca9e771a9 req-cc0ab893-0ebe-4a5e-9afe-0d81b7a5c057 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2912498 Jan 19 22:28:24.942619 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.api [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80181) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:28:24.943042 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_db.api [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:28:24.944179 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-14ce7258-202c-4333-aaa1-1d4a120bb5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854192441'] for subnet, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:25.236682 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-14ce7258-202c-4333-aaa1-1d4a120bb5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-893718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2219363'] for subnet, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:25.253203 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-60d735e6-b1d7-4a75-b90e-d0606eb4df8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:25.299715 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce7258-202c-4333-aaa1-1d4a120bb5c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e724ee9-a620-4321-9e90-df17c9c2dc02,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:25.352916 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-14ce7258-202c-4333-aaa1-1d4a120bb5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:25.403537 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-14ce7258-202c-4333-aaa1-1d4a120bb5c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:25.408973 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84380e4-a4c6-4a55-a654-edbe69f4b583 None None] Network 17ee81f9-a178-4a93-963d-840d16aa8c49 requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:28:25.419617 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-14ce7258-202c-4333-aaa1-1d4a120bb5c1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1e724ee9-a620-4321-9e90-df17c9c2dc02 HTTP/1.1" status: 204 len: 168 time: 0.9267144 Jan 19 22:28:25.421991 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 60948) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:25.459822 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Deleting port 3ce822e1-882c-4499-b315-f793eb56f8f9 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:28:25.460537 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:25.643940 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262604'] for network, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:25.701667 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e62d854-b116-4b5c-bff0-ed490ed52174 None None] DHCP port deletion for 17ee81f9-a178-4a93-963d-840d16aa8c49 request from dv-cinder-750782-5-iscsi {{(pid=80182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 19 22:28:25.706707 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-7e62d854-b116-4b5c-bff0-ed490ed52174 None None] Deleting port 24e1a497-f994-4e23-a997-31045ea07d5e {{(pid=80182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:28:25.706707 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7e62d854-b116-4b5c-bff0-ed490ed52174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:25.761326 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] Deleting port 24e1a497-f994-4e23-a997-31045ea07d5e {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:28:25.761769 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:25.937223 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-7e62d854-b116-4b5c-bff0-ed490ed52174 None None] For port 24e1a497-f994-4e23-a997-31045ea07d5e, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=24e1a497-f994-4e23-a997-31045ea07d5e,segment=NetworkSegment(0621467d-81de-4253-9188-69472b578be3),segment_id=0621467d-81de-4253-9188-69472b578be3)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:28:25.937612 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7e62d854-b116-4b5c-bff0-ed490ed52174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:26.064890 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1277d94-3f68-4937-9251-f2c8e7f2043e req-cc8e8a12-5dbf-4e99-b891-c60f2ce8d5c4 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:26.066987 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b1277d94-3f68-4937-9251-f2c8e7f2043e req-cc8e8a12-5dbf-4e99-b891-c60f2ce8d5c4 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 943 time: 0.1233954 Jan 19 22:28:26.073749 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] For port 3ce822e1-882c-4499-b315-f793eb56f8f9, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=3ce822e1-882c-4499-b315-f793eb56f8f9,segment=NetworkSegment(5c74953d-c790-4cc2-9771-0ecb028703d3),segment_id=5c74953d-c790-4cc2-9771-0ecb028703d3)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:28:26.074712 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:26.133638 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b1277d94-3f68-4937-9251-f2c8e7f2043e req-9db5a764-ad4e-48fa-8c36-28d76e63afc1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=956577b5-ec9d-4cf3-af7b-fede59205daf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580027 Jan 19 22:28:26.222775 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] For port 24e1a497-f994-4e23-a997-31045ea07d5e, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=24e1a497-f994-4e23-a997-31045ea07d5e,segment=NetworkSegment(0621467d-81de-4253-9188-69472b578be3),segment_id=0621467d-81de-4253-9188-69472b578be3)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:28:26.223129 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:26.243247 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-7e62d854-b116-4b5c-bff0-ed490ed52174 None None] Calling delete_port for 24e1a497-f994-4e23-a997-31045ea07d5e owned by network:dhcp {{(pid=80182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:28:26.393865 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7e62d854-b116-4b5c-bff0-ed490ed52174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285'] for port, after_delete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:26.413314 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:26.449448 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 24e1a497-f994-4e23-a997-31045ea07d5e no longer exists at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:28:26.492166 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62d854-b116-4b5c-bff0-ed490ed52174 None None] Pushing event deleted for resources: {'Port': ['ID=24e1a497-f994-4e23-a997-31045ea07d5e,revision_number=None']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:26.548539 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7e62d854-b116-4b5c-bff0-ed490ed52174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:26.549194 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] No Port match for: 24e1a497-f994-4e23-a997-31045ea07d5e {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:28:26.549584 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 24e1a497-f994-4e23-a997-31045ea07d5e not bound to the agent host dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:28:26.550044 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 3ef51a17-60dc-4acd-ac95-7742bf02c606 no longer exists at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:28:26.600394 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] No Port match for: 3ef51a17-60dc-4acd-ac95-7742bf02c606 {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:28:26.600797 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 3ef51a17-60dc-4acd-ac95-7742bf02c606 not bound to the agent host dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:28:26.638655 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e62d854-b116-4b5c-bff0-ed490ed52174 None None] No DVR routers for this DVR port 24e1a497-f994-4e23-a997-31045ea07d5e on host dv-cinder-750782-5-iscsi {{(pid=80182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:28:26.683555 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] Calling delete_port for 24e1a497-f994-4e23-a997-31045ea07d5e owned by network:dhcp {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:28:26.897909 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.api [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80181) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:28:26.898458 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_db.api [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:28:26.901127 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for floatingip, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:26.901544 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:26.901888 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.l3_db [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Floating IP d7bd0e0b-f342-440f-9074-ef6f6372d02a disassociated. External IP: 172.27.0.172, port: 3ce822e1-882c-4499-b315-f793eb56f8f9. Jan 19 22:28:26.902344 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Calling delete_port for 3ce822e1-882c-4499-b315-f793eb56f8f9 owned by compute:nova {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:28:27.055963 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:27.073620 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ffad3e81-7e25-49de-9dc9-d2f18f1d9ad6 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:27.130933 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Pushing event deleted for resources: {'Port': ['ID=3ce822e1-882c-4499-b315-f793eb56f8f9,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:27.180503 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:27.331627 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eee6ddd9-2638-4c96-898a-ebca2f251dc6 req-6f4abc25-32aa-4941-9d01-16047bba0579 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 210 time: 0.0562534 Jan 19 22:28:27.404823 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] Deleting port 24e1a497-f994-4e23-a997-31045ea07d5e {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:28:27.405205 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:27.494640 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] The port '24e1a497-f994-4e23-a997-31045ea07d5e' was deleted {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 19 22:28:27.648128 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-583314', 'neutron.services.segments.db._delete_segments_for_network--9223363301127363290'] for network, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:27.727955 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Router 83806c06-c060-48ad-82bf-962c2f51c26a has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:28:27.912694 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ee81f9-a178-4a93-963d-840d16aa8c49']}} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:27.938740 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0621467d-81de-4253-9188-69472b578be3') {'for_net_delete': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:27.939093 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0621467d-81de-4253-9188-69472b578be3') {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:27.958198 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301127369946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3988449'] for segment, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:27.988541 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:27.997818 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:28:28.089112 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:28:28.099456 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa9a101-7b26-4e26-a08f-c5030fe2ae81 None None] Sync routers for ids ['83806c06-c060-48ad-82bf-962c2f51c26a'] in dv-cinder-750782-5-iscsi {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:28:28.112387 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa9a101-7b26-4e26-a08f-c5030fe2ae81 None None] Routers {'83806c06-c060-48ad-82bf-962c2f51c26a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:28:28.113354 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-1aa9a101-7b26-4e26-a08f-c5030fe2ae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:28:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['83806c06-c060-48ad-82bf-962c2f51c26a'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:28.156227 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] No DVR routers for this DVR port 3ce822e1-882c-4499-b315-f793eb56f8f9 on host hv-cinder-75078 {{(pid=80181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:28:28.204542 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:28.207392 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4947b5a-1fa7-463b-937b-2c9a70934c71', 'name': 'network-vif-deleted', 'tag': '3ce822e1-882c-4499-b315-f793eb56f8f9'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:28:28.249159 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] Network 17ee81f9-a178-4a93-963d-840d16aa8c49 has no segments {{(pid=80181) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:28:28.258162 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b7cff34a-d2c1-4dd3-bf57-08b67910b3bd req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.65 "DELETE /v2.0/ports/3ce822e1-882c-4499-b315-f793eb56f8f9 HTTP/1.1" status: 204 len: 173 time: 4.9895964 Jan 19 22:28:28.261170 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854202154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853878859'] for segment, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:28.319882 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-1aa9a101-7b26-4e26-a08f-c5030fe2ae81 None None] Set router 83806c06-c060-48ad-82bf-962c2f51c26a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:28:28.333648 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4947b5a-1fa7-463b-937b-2c9a70934c71', 'name': 'network-vif-deleted', 'tag': '3ce822e1-882c-4499-b315-f793eb56f8f9', 'status': 'completed', 'code': 200} Jan 19 22:28:28.463263 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] Network 17ee81f9-a178-4a93-963d-840d16aa8c49 has no segments {{(pid=80181) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: % (table.description, expected, rows_matched) Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: % (table.description, expected, rows_matched) Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: % (table.description, expected, rows_matched) Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: % (table.description, expected, rows_matched) Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: Traceback (most recent call last): Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: timer() Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: cb(*args, **kw) Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: return func(*args, **kwargs) Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: self._notify() Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: self.callback(batched_events) Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: event.method(event) Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: segment_id)['aggregates'][0] Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(self, *a, **k) Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: return self._get(url).json() Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: **kwargs) Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.request(url, 'GET', **kwargs) Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: **endpoint_filter) Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:28:28.489351 dv-cinder-750782-5-iscsi neutron-server[80069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:28:28.518206 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a1c471e1-193a-4944-b805-0491c2fcb41c req-bec3cb69-3b83-4ac8-84da-1f7e407a701e tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 210 time: 0.0484407 Jan 19 22:28:28.579061 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854192486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432275'] for network, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:28.582952 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:28.598269 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:28.611066 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] Pushing event deleted for resources: {'Network': ['ID=17ee81f9-a178-4a93-963d-840d16aa8c49,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:28.614620 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:28.619367 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-d57673d6-02ea-4402-b73d-807a11c71a72 admin admin] 10.222.0.50 "DELETE /v2.0/networks/17ee81f9-a178-4a93-963d-840d16aa8c49 HTTP/1.1" status: 204 len: 168 time: 3.1963634 Jan 19 22:28:28.686780 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-1aa9a101-7b26-4e26-a08f-c5030fe2ae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'name': 'tempest-AttachVolumeTestJSON-1010770720-router', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:26Z', 'updated_at': '2021-01-19T22:22:49Z', 'revision_number': 4, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'gw_port': {'id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:32Z', 'updated_at': '2021-01-19T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a', 'name': '', 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'mac_address': 'fa:16:3e:5b:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:47Z', 'updated_at': '2021-01-19T22:23:05Z', 'revision_number': 5, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'subnets': [{'id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:28.700393 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa9a101-7b26-4e26-a08f-c5030fe2ae81 None None] Checking router: 83806c06-c060-48ad-82bf-962c2f51c26a for host: dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:28:28.714227 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa9a101-7b26-4e26-a08f-c5030fe2ae81 None None] Routers {'83806c06-c060-48ad-82bf-962c2f51c26a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:28:28.714895 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-1aa9a101-7b26-4e26-a08f-c5030fe2ae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:28:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['83806c06-c060-48ad-82bf-962c2f51c26a'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:28.867670 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 60984) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:28.909375 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-1aa9a101-7b26-4e26-a08f-c5030fe2ae81 None None] Set router 83806c06-c060-48ad-82bf-962c2f51c26a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:28:28.928076 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-2f92d4e9-acaa-4d64-be52-cbd062a221d0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=506c7be82ade45dbbf2380d49038ee72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525043 Jan 19 22:28:28.928653 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 60988) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:28.993456 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-98a1b0d3-30a8-4780-8bd8-f67da56d54ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:29.027271 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-98a1b0d3-30a8-4780-8bd8-f67da56d54ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:29.078789 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-98a1b0d3-30a8-4780-8bd8-f67da56d54ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:29.084496 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa290510-95cc-4c1f-a35e-71addba3ca67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:29.098742 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1b0d3-30a8-4780-8bd8-f67da56d54ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799bff44-7f83-4be6-94b1-ac39f136ea48,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:29.101659 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-98a1b0d3-30a8-4780-8bd8-f67da56d54ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:29.111508 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-98a1b0d3-30a8-4780-8bd8-f67da56d54ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:29.115209 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-98a1b0d3-30a8-4780-8bd8-f67da56d54ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/799bff44-7f83-4be6-94b1-ac39f136ea48 HTTP/1.1" status: 204 len: 168 time: 0.1834681 Jan 19 22:28:29.253421 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-1aa9a101-7b26-4e26-a08f-c5030fe2ae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'name': 'tempest-AttachVolumeTestJSON-1010770720-router', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:26Z', 'updated_at': '2021-01-19T22:22:49Z', 'revision_number': 4, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'gw_port': {'id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:32Z', 'updated_at': '2021-01-19T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a', 'name': '', 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'mac_address': 'fa:16:3e:5b:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:47Z', 'updated_at': '2021-01-19T22:23:05Z', 'revision_number': 5, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'subnets': [{'id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:29.257504 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa9a101-7b26-4e26-a08f-c5030fe2ae81 None None] The sync data for ids ['83806c06-c060-48ad-82bf-962c2f51c26a'] in dv-cinder-750782-5-iscsi is: [{'id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'name': 'tempest-AttachVolumeTestJSON-1010770720-router', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:26Z', 'updated_at': '2021-01-19T22:22:49Z', 'revision_number': 4, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'gw_port': {'id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:32Z', 'updated_at': '2021-01-19T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a', 'name': '', 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'mac_address': 'fa:16:3e:5b:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:47Z', 'updated_at': '2021-01-19T22:23:05Z', 'revision_number': 5, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'subnets': [{'id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:28:29.677142 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307b4243-80a8-483e-a6ff-db36497cac7a None None] New status for floating IP d7bd0e0b-f342-440f-9074-ef6f6372d02a: DOWN {{(pid=80182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:28:29.706358 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-267c91b1-12a0-410a-b9f8-5b2e16bd5c28 req-c9a6d8f2-5203-4439-8a87-a715ad32d880 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=b4947b5a-1fa7-463b-937b-2c9a70934c71 HTTP/1.1" status: 200 len: 210 time: 0.0488372 Jan 19 22:28:29.919309 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2f873b04-33a6-4c2f-87ea-20e0e18fa4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:30.867228 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 32776) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:30.942869 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-15141e69-404f-4e35-9db1-f226ca38ff93 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:30.973718 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-15141e69-404f-4e35-9db1-f226ca38ff93 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:31.021044 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-15141e69-404f-4e35-9db1-f226ca38ff93 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:31.026532 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-2cf9eead-baa5-4311-820f-7130f5d07079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:31.041948 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15141e69-404f-4e35-9db1-f226ca38ff93 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Pushing event deleted for resources: {'SecurityGroup': ['ID=956577b5-ec9d-4cf3-af7b-fede59205daf,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:31.044616 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-15141e69-404f-4e35-9db1-f226ca38ff93 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:31.053492 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-15141e69-404f-4e35-9db1-f226ca38ff93 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:31.054733 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-15141e69-404f-4e35-9db1-f226ca38ff93 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "DELETE /v2.0/security-groups/956577b5-ec9d-4cf3-af7b-fede59205daf HTTP/1.1" status: 204 len: 168 time: 0.1863930 Jan 19 22:28:31.058139 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 32780) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:31.076659 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.v2.resource [None req-2b08a5df-ec4c-491d-8642-e29b619e2221 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] show failed (client error): The resource could not be found. Jan 19 22:28:31.077926 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-2b08a5df-ec4c-491d-8642-e29b619e2221 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups/956577b5-ec9d-4cf3-af7b-fede59205daf HTTP/1.1" status: 404 len: 347 time: 0.0185218 Jan 19 22:28:31.081306 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 32786) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:31.256703 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-daa38760-8bbe-4624-810c-9676ede890f0 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Deleting port 834ec324-023b-4cc7-9b72-1cf07bf9acd5 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:28:31.257108 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-daa38760-8bbe-4624-810c-9676ede890f0 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:31.442560 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-daa38760-8bbe-4624-810c-9676ede890f0 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:31.442965 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-daa38760-8bbe-4624-810c-9676ede890f0 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for floatingip, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:31.578813 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-daa38760-8bbe-4624-810c-9676ede890f0 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Calling delete_port for 834ec324-023b-4cc7-9b72-1cf07bf9acd5 owned by network:floatingip {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:28:31.755082 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-daa38760-8bbe-4624-810c-9676ede890f0 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:31.775956 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-5c67fa1f-1230-468e-80e2-1f6a515e7023 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:31.876296 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa38760-8bbe-4624-810c-9676ede890f0 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Pushing event deleted for resources: {'Port': ['ID=834ec324-023b-4cc7-9b72-1cf07bf9acd5,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:31.882113 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-daa38760-8bbe-4624-810c-9676ede890f0 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:32.003497 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-daa38760-8bbe-4624-810c-9676ede890f0 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for floatingip, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:32.017905 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-daa38760-8bbe-4624-810c-9676ede890f0 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:32.019165 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-daa38760-8bbe-4624-810c-9676ede890f0 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "DELETE /v2.0/floatingips/d7bd0e0b-f342-440f-9074-ef6f6372d02a HTTP/1.1" status: 204 len: 168 time: 0.9368861 Jan 19 22:28:32.376432 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 32804) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:32.382485 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-98c6014c-bdcb-4643-9e08-e250d069a586 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Request body: {'security_group': {'name': 'tempest-securitygroup--1875860457', 'description': 'tempest-description--2103656605'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:28:32.393297 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-98c6014c-bdcb-4643-9e08-e250d069a586 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:32.397542 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-98c6014c-bdcb-4643-9e08-e250d069a586 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Usage tracker for resource:security_group and tenant:6fd968d1c0e14ecda944d7b49ae103b9 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:32.400472 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-98c6014c-bdcb-4643-9e08-e250d069a586 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:32.407136 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-98c6014c-bdcb-4643-9e08-e250d069a586 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:32.416821 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-98c6014c-bdcb-4643-9e08-e250d069a586 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:32.439326 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-98c6014c-bdcb-4643-9e08-e250d069a586 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:32.443420 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-98c6014c-bdcb-4643-9e08-e250d069a586 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Usage tracker for resource:security_group_rule and tenant:6fd968d1c0e14ecda944d7b49ae103b9 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:32.446406 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-98c6014c-bdcb-4643-9e08-e250d069a586 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:32.453527 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-98c6014c-bdcb-4643-9e08-e250d069a586 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:32.527700 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-98c6014c-bdcb-4643-9e08-e250d069a586 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:32.529801 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-98c6014c-bdcb-4643-9e08-e250d069a586 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:32.535165 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6e552ad9-f9e1-40c2-891d-6a8959e69be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:32.575567 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6014c-bdcb-4643-9e08-e250d069a586 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1abc45-40d9-4ef8-afb0-2586bd6a14e3,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:32.578810 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-98c6014c-bdcb-4643-9e08-e250d069a586 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:32.580338 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-98c6014c-bdcb-4643-9e08-e250d069a586 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:32.581644 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-98c6014c-bdcb-4643-9e08-e250d069a586 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2041299 Jan 19 22:28:32.584885 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 32808) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:32.590204 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-c3e6f53a-ae0e-4658-896b-8584611b5143 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Request body: {'security_group_rule': {'security_group_id': '8e1abc45-40d9-4ef8-afb0-2586bd6a14e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:28:32.599667 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-c3e6f53a-ae0e-4658-896b-8584611b5143 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:32.603924 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-c3e6f53a-ae0e-4658-896b-8584611b5143 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Usage tracker for resource:security_group_rule and tenant:6fd968d1c0e14ecda944d7b49ae103b9 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:32.607708 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-c3e6f53a-ae0e-4658-896b-8584611b5143 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:32.613449 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-c3e6f53a-ae0e-4658-896b-8584611b5143 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:32.631217 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c3e6f53a-ae0e-4658-896b-8584611b5143 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for security_group_rule, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:32.698277 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c3e6f53a-ae0e-4658-896b-8584611b5143 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:32.701178 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c3e6f53a-ae0e-4658-896b-8584611b5143 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425058'] for security_group_rule, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:32.703340 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:32.725286 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6f53a-ae0e-4658-896b-8584611b5143 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce2e01c-33b2-44c4-810a-f48eedb0eb4b,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:32.729722 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-c3e6f53a-ae0e-4658-896b-8584611b5143 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:32.737087 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c3e6f53a-ae0e-4658-896b-8584611b5143 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for security_group_rule, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:32.738422 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-c3e6f53a-ae0e-4658-896b-8584611b5143 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1526985 Jan 19 22:28:32.741696 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 32812) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:32.748133 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-6ef755a5-9f26-4003-8151-3a927264f0e3 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Request body: {'security_group_rule': {'security_group_id': '8e1abc45-40d9-4ef8-afb0-2586bd6a14e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:28:32.757842 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6ef755a5-9f26-4003-8151-3a927264f0e3 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:32.762369 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6ef755a5-9f26-4003-8151-3a927264f0e3 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Usage tracker for resource:security_group_rule and tenant:6fd968d1c0e14ecda944d7b49ae103b9 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:32.765381 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6ef755a5-9f26-4003-8151-3a927264f0e3 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:32.771573 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6ef755a5-9f26-4003-8151-3a927264f0e3 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:32.789232 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6ef755a5-9f26-4003-8151-3a927264f0e3 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for security_group_rule, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:32.859140 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6ef755a5-9f26-4003-8151-3a927264f0e3 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:32.861999 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6ef755a5-9f26-4003-8151-3a927264f0e3 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425058'] for security_group_rule, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:32.864696 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-bb65ef90-0070-4df6-ba22-24a84588a979 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:32.890357 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef755a5-9f26-4003-8151-3a927264f0e3 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1eb0b19-2e60-44c2-b7d2-4bcda4fa7a09,revision_number=0']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:32.895203 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6ef755a5-9f26-4003-8151-3a927264f0e3 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:32.904513 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6ef755a5-9f26-4003-8151-3a927264f0e3 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for security_group_rule, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:32.905831 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-6ef755a5-9f26-4003-8151-3a927264f0e3 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1629572 Jan 19 22:28:32.909237 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 32820) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:32.915086 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Request body: {'floatingip': {'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:28:32.925565 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:32.929814 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Usage tracker for resource:floatingip and tenant:6fd968d1c0e14ecda944d7b49ae103b9 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:32.932975 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:32.939519 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:32.951649 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for floatingip, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:33.100074 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:33.158616 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5b3a35cc-21f6-42f2-af46-91d0f81bb69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:33.391562 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Allocated IP 172.27.0.205 (8ee66800-a804-40da-8341-42d4a5bfa70e/1d78e577-375f-4e80-a30d-36805bf42fd3/60b7bee3-e9a7-4925-917a-626e4d321cb0) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:28:33.546465 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:33.575921 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:33.593954 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:33.981823 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Pushing event updated for resources: {'Port': ['ID=60b7bee3-e9a7-4925-917a-626e4d321cb0,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:33.986596 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:34.039739 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Network 8ee66800-a804-40da-8341-42d4a5bfa70e is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:28:34.040869 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:28:34.043692 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:28:34.130807 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for floatingip, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:34.194464 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:34.484355 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:34.487742 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853878837'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:34.504249 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-491c718f-15c0-4bf6-97ae-6ed7c07a5dcc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:34.643220 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Pushing event updated for resources: {'Port': ['ID=60b7bee3-e9a7-4925-917a-626e4d321cb0,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:34.647797 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:34.751869 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:34.758112 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:34.774401 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:34.775704 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8654668 Jan 19 22:28:35.032202 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-75b67e04-fc63-43cb-b62d-dd4f9e292109 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Synchronizing usage tracker for tenant:6fd968d1c0e14ecda944d7b49ae103b9 on resource:security_group {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:28:35.049567 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-75b67e04-fc63-43cb-b62d-dd4f9e292109 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Unset dirty status for tenant:6fd968d1c0e14ecda944d7b49ae103b9 on resource:security_group {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:28:35.050884 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-75b67e04-fc63-43cb-b62d-dd4f9e292109 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1875860457&fields=id&tenant_id=6fd968d1c0e14ecda944d7b49ae103b9 HTTP/1.1" status: 200 len: 267 time: 0.0672686 Jan 19 22:28:35.232590 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-f6689abc-e6f1-41e5-a03d-5fb36a75097f tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:35.234190 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-f6689abc-e6f1-41e5-a03d-5fb36a75097f tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/networks?id=af289a99-4938-4c37-bab6-8e3fa35bb17d HTTP/1.1" status: 200 len: 811 time: 0.1757500 Jan 19 22:28:35.251698 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-c69b3e4e-a5e5-48d7-af8b-b391d32f9523 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/quotas/6fd968d1c0e14ecda944d7b49ae103b9 HTTP/1.1" status: 200 len: 375 time: 0.0109031 Jan 19 22:28:35.274017 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:35.352638 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-3bda624f-c8db-4dc9-a1bc-594aba0afcd4 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Synchronizing usage tracker for tenant:6fd968d1c0e14ecda944d7b49ae103b9 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:28:35.367651 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-3bda624f-c8db-4dc9-a1bc-594aba0afcd4 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Unset dirty status for tenant:6fd968d1c0e14ecda944d7b49ae103b9 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:28:35.369056 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-3bda624f-c8db-4dc9-a1bc-594aba0afcd4 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?tenant_id=6fd968d1c0e14ecda944d7b49ae103b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1115503 Jan 19 22:28:35.521229 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-bd9c0809-0fc2-4133-b091-9649a5e71785 service neutron] 10.222.0.50 "GET /v2.0/networks/af289a99-4938-4c37-bab6-8e3fa35bb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380012 Jan 19 22:28:35.667303 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-a698e132-420a-4af5-b3ef-824b2b5a975a service neutron] 10.222.0.50 "GET /v2.0/networks/af289a99-4938-4c37-bab6-8e3fa35bb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1394486 Jan 19 22:28:35.748984 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:36.230581 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 32880) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:36.385112 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fb82253b-504e-41e7-b1ac-ab21faf8a55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:36.400623 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-fb82253b-504e-41e7-b1ac-ab21faf8a55f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:36.404998 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-fb82253b-504e-41e7-b1ac-ab21faf8a55f admin admin] Usage tracker for resource:security_group_rule and tenant:2b3b0eefae29433481442426ac5425fd is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:36.407965 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-fb82253b-504e-41e7-b1ac-ab21faf8a55f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:36.413905 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-fb82253b-504e-41e7-b1ac-ab21faf8a55f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:36.500086 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fb82253b-504e-41e7-b1ac-ab21faf8a55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:36.503651 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fb82253b-504e-41e7-b1ac-ab21faf8a55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:36.512792 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-98a1b0d3-30a8-4780-8bd8-f67da56d54ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:36.554916 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-fb82253b-504e-41e7-b1ac-ab21faf8a55f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2b3b0eefae29433481442426ac5425fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231037 Jan 19 22:28:36.556596 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82253b-504e-41e7-b1ac-ab21faf8a55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f7705e-8793-44b9-80b4-037c71e5662d,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:36.559020 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 32890) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:36.560576 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-fb82253b-504e-41e7-b1ac-ab21faf8a55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:36.620306 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7e2d9f0a-4c85-461e-887b-660df76c496c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:36.651485 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7e2d9f0a-4c85-461e-887b-660df76c496c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:36.698251 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7e2d9f0a-4c85-461e-887b-660df76c496c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:36.703556 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-528d5f78-049d-443c-8381-08bfdbfb935e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:36.716108 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d9f0a-4c85-461e-887b-660df76c496c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f7705e-8793-44b9-80b4-037c71e5662d,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:36.720134 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7e2d9f0a-4c85-461e-887b-660df76c496c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:36.723437 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-7e2d9f0a-4c85-461e-887b-660df76c496c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:36.724704 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-7e2d9f0a-4c85-461e-887b-660df76c496c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/44f7705e-8793-44b9-80b4-037c71e5662d HTTP/1.1" status: 204 len: 168 time: 0.1645389 Jan 19 22:28:36.913982 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-afa6e92b-5032-4ffb-b5a6-6196b78dad17 req-699099f9-2a8d-4396-8466-5d4c572104f7 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=cee49ecb-66e8-44f0-bc42-d34b7bec5a0b HTTP/1.1" status: 200 len: 210 time: 0.0550799 Jan 19 22:28:38.098024 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ff0283d4-2d73-4554-952b-f85884f35afd req-4e875813-e64e-46d1-917d-e3f09438f004 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=cee49ecb-66e8-44f0-bc42-d34b7bec5a0b HTTP/1.1" status: 200 len: 210 time: 0.0486233 Jan 19 22:28:38.201400 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-5f586d69-e69d-4ab2-93b4-ad718bd1df81 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:38.202170 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-5f586d69-e69d-4ab2-93b4-ad718bd1df81 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Synchronizing usage tracker for tenant:6fd968d1c0e14ecda944d7b49ae103b9 on resource:network {{(pid=80181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:28:38.218578 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-5f586d69-e69d-4ab2-93b4-ad718bd1df81 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Unset dirty status for tenant:6fd968d1c0e14ecda944d7b49ae103b9 on resource:network {{(pid=80181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:28:38.219961 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-5f586d69-e69d-4ab2-93b4-ad718bd1df81 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.65 "GET /v2.0/networks?id=af289a99-4938-4c37-bab6-8e3fa35bb17d HTTP/1.1" status: 200 len: 811 time: 0.1960475 Jan 19 22:28:38.332274 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-208a050a-b6c3-4a67-9132-84da66c086f6 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Synchronizing usage tracker for tenant:6fd968d1c0e14ecda944d7b49ae103b9 on resource:security_group {{(pid=80181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:28:38.346197 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-208a050a-b6c3-4a67-9132-84da66c086f6 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Unset dirty status for tenant:6fd968d1c0e14ecda944d7b49ae103b9 on resource:security_group {{(pid=80181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:28:38.347684 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-208a050a-b6c3-4a67-9132-84da66c086f6 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6fd968d1c0e14ecda944d7b49ae103b9 HTTP/1.1" status: 200 len: 5705 time: 0.1033878 Jan 19 22:28:38.360220 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Request body: {'port': {'device_id': 'cee49ecb-66e8-44f0-bc42-d34b7bec5a0b', 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d', 'admin_state_up': True, 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'security_groups': ['8e1abc45-40d9-4ef8-afb0-2586bd6a14e3']}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:28:38.506156 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:38.516543 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:38.525555 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Made reservation on behalf of 6fd968d1c0e14ecda944d7b49ae103b9 for: {'port': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:28:38.534724 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:38.837329 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Allocated IP 172.20.0.7 (af289a99-4938-4c37-bab6-8e3fa35bb17d/54bbe0c3-777f-48a8-98b7-95d97e881ce2/12d0a5df-b02d-4a94-ac89-fb288ee73dd8) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:28:39.044067 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:39.060151 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Transition to ACTIVE for port object 12d0a5df-b02d-4a94-ac89-fb288ee73dd8 will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:28:39.082502 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:39.097725 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4daa5b62-391e-4635-b506-926b2fbd2ec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:39.236239 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Pushing event updated for resources: {'Port': ['ID=12d0a5df-b02d-4a94-ac89-fb288ee73dd8,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:39.258629 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:39.259076 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:39.259490 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:39.259900 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:39.260311 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:39.260711 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:39.261111 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:39.261619 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:39.262018 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:39.262417 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:39.262847 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:39.263242 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:39.263695 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:39.264093 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:39.264486 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:39.264879 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:39.265271 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:39.265666 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:39.266060 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:39.266454 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:39.266869 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:39.267263 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:39.267657 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:39.268047 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:39.274646 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:39.312745 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Network af289a99-4938-4c37-bab6-8e3fa35bb17d is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:28:39.314101 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:28:39.316439 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:28:39.340493 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0cb87-8212-4d32-b909-f577c89a6e8b req-be9fdfe4-ffab-4f70-bb38-affbb6e7c192 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:39.342220 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-bbb0cb87-8212-4d32-b909-f577c89a6e8b req-be9fdfe4-ffab-4f70-bb38-affbb6e7c192 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=cee49ecb-66e8-44f0-bc42-d34b7bec5a0b HTTP/1.1" status: 200 len: 931 time: 0.1084135 Jan 19 22:28:39.397661 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:39.398406 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:39.398706 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-bbb0cb87-8212-4d32-b909-f577c89a6e8b req-9feb008c-801e-43eb-9432-9201ec166e54 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=8e1abc45-40d9-4ef8-afb0-2586bd6a14e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494223 Jan 19 22:28:39.444311 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0889504 Jan 19 22:28:39.471947 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] Request body: {'port': {'device_id': 'cee49ecb-66e8-44f0-bc42-d34b7bec5a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:28:39.596339 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-1804ee36-278a-41df-8a69-1d401e925816 None None] Provisioning for port 12d0a5df-b02d-4a94-ac89-fb288ee73dd8 completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:28:39.600139 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:39.601450 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-1804ee36-278a-41df-8a69-1d401e925816 None None] Provisioning complete for port 12d0a5df-b02d-4a94-ac89-fb288ee73dd8 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:28:39.601868 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1804ee36-278a-41df-8a69-1d401e925816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:39.659031 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-1804ee36-278a-41df-8a69-1d401e925816 None None] Port 12d0a5df-b02d-4a94-ac89-fb288ee73dd8 cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:28:40.017460 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d0a5df-b02d-4a94-ac89-fb288ee73dd8 {{(pid=80181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:28:40.025107 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:40.038186 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] Transition to ACTIVE for port object 12d0a5df-b02d-4a94-ac89-fb288ee73dd8 will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:28:40.040779 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853878837'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:40.056093 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d63a1857-326a-40be-9586-c9593f2eed5f tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:40.187882 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=12d0a5df-b02d-4a94-ac89-fb288ee73dd8,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:40.192304 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:40.379983 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] Attempting to bind port 12d0a5df-b02d-4a94-ac89-fb288ee73dd8 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:28:40.380550 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] Attempting to bind port 12d0a5df-b02d-4a94-ac89-fb288ee73dd8 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '5c74953d-c790-4cc2-9771-0ecb028703d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:28:40.380684 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] Attempting to bind port 12d0a5df-b02d-4a94-ac89-fb288ee73dd8 on network af289a99-4938-4c37-bab6-8e3fa35bb17d {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:28:40.386664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] Checking agent: {'id': '2523063a-ad22-4c17-a8b2-431f878c065d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 20, 21), 'started_at': datetime.datetime(2021, 1, 19, 22, 20, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:28:40.387069 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] Checking segment: {'id': '5c74953d-c790-4cc2-9771-0ecb028703d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:28:40.387476 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:40.387875 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] Bound using segment: {'id': '5c74953d-c790-4cc2-9771-0ecb028703d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:28:40.388349 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] Bound port: 12d0a5df-b02d-4a94-ac89-fb288ee73dd8, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c74953d-c790-4cc2-9771-0ecb028703d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:28:40.388725 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:40.486648 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] For port 12d0a5df-b02d-4a94-ac89-fb288ee73dd8, host hv-cinder-75078, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:28:40.489887 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] For port 12d0a5df-b02d-4a94-ac89-fb288ee73dd8, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=12d0a5df-b02d-4a94-ac89-fb288ee73dd8,segment=NetworkSegment(5c74953d-c790-4cc2-9771-0ecb028703d3),segment_id=5c74953d-c790-4cc2-9771-0ecb028703d3)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:28:40.493628 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853878837'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:40.510437 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-79ffae3c-ed1e-44c5-8a93-3eb11def8e04 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:40.666750 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=12d0a5df-b02d-4a94-ac89-fb288ee73dd8,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:40.670264 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:40.675242 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebff87-e999-4a50-af02-9ca8b76dd16c req-6abfecc6-14d9-4a15-8486-cad91c17da99 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:40.686241 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b2ebff87-e999-4a50-af02-9ca8b76dd16c req-6abfecc6-14d9-4a15-8486-cad91c17da99 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=cee49ecb-66e8-44f0-bc42-d34b7bec5a0b HTTP/1.1" status: 200 len: 943 time: 0.1435311 Jan 19 22:28:40.719355 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:40.720189 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:40.721782 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] 10.222.0.65 "PUT /v2.0/ports/12d0a5df-b02d-4a94-ac89-fb288ee73dd8 HTTP/1.1" status: 200 len: 1157 time: 1.2584476 Jan 19 22:28:40.722388 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee49ecb-66e8-44f0-bc42-d34b7bec5a0b', 'tag': '12d0a5df-b02d-4a94-ac89-fb288ee73dd8'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:28:40.755003 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b2ebff87-e999-4a50-af02-9ca8b76dd16c req-d52e41d6-2346-442e-9e50-a33fc8af722d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=8e1abc45-40d9-4ef8-afb0-2586bd6a14e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663736 Jan 19 22:28:40.846071 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee49ecb-66e8-44f0-bc42-d34b7bec5a0b', 'tag': '12d0a5df-b02d-4a94-ac89-fb288ee73dd8', 'status': 'completed', 'code': 200} Jan 19 22:28:40.884386 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-c7922183-109f-4e26-be0f-345d3c862868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:40.886018 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-c7922183-109f-4e26-be0f-345d3c862868 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6fd968d1c0e14ecda944d7b49ae103b9&device_id=cee49ecb-66e8-44f0-bc42-d34b7bec5a0b HTTP/1.1" status: 200 len: 1160 time: 0.0873432 Jan 19 22:28:40.967271 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-95b08cb5-4c4a-4eaa-a118-6834400cedca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12d0a5df-b02d-4a94-ac89-fb288ee73dd8 HTTP/1.1" status: 200 len: 217 time: 0.0674081 Jan 19 22:28:41.039166 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-35f98299-e071-4410-871b-92640240b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:41.040687 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-35f98299-e071-4410-871b-92640240b69c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54bbe0c3-777f-48a8-98b7-95d97e881ce2 HTTP/1.1" status: 200 len: 850 time: 0.0674036 Jan 19 22:28:41.121123 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-b9086edd-c3e4-4c62-aee9-2c29453f86cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:41.122721 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-b9086edd-c3e4-4c62-aee9-2c29453f86cc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af289a99-4938-4c37-bab6-8e3fa35bb17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749121 Jan 19 22:28:41.269467 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-bd5aaf75-6df6-4362-a955-4d36f1ad208f service neutron] 10.222.0.65 "GET /v2.0/networks/af289a99-4938-4c37-bab6-8e3fa35bb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387651 Jan 19 22:28:41.413592 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c366d9fa-9433-4879-a506-9428c4dc0227 req-93cf84c5-2620-4191-a3ee-ac4f54f5a654 service neutron] 10.222.0.65 "GET /v2.0/networks/af289a99-4938-4c37-bab6-8e3fa35bb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370959 Jan 19 22:28:41.592698 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871a44c-b1f4-4077-8e3e-ec1c28da2494 req-d74a1762-b02f-4234-853b-a2b5bc899316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:41.594286 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5871a44c-b1f4-4077-8e3e-ec1c28da2494 req-d74a1762-b02f-4234-853b-a2b5bc899316 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6fd968d1c0e14ecda944d7b49ae103b9&device_id=cee49ecb-66e8-44f0-bc42-d34b7bec5a0b HTTP/1.1" status: 200 len: 1160 time: 0.0802426 Jan 19 22:28:41.986376 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871a44c-b1f4-4077-8e3e-ec1c28da2494 req-5ab5ec34-4f1c-4b39-ad29-8459a4a26854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:41.987982 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5871a44c-b1f4-4077-8e3e-ec1c28da2494 req-5ab5ec34-4f1c-4b39-ad29-8459a4a26854 service neutron] 10.222.0.65 "GET /v2.0/networks?id=af289a99-4938-4c37-bab6-8e3fa35bb17d HTTP/1.1" status: 200 len: 905 time: 0.3874271 Jan 19 22:28:42.018048 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622642ff-762a-4a78-b376-7949353ad78f req-74c2da6d-f0ea-4a3d-bf5e-4e3bc1a89f51 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:42.019734 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-622642ff-762a-4a78-b376-7949353ad78f req-74c2da6d-f0ea-4a3d-bf5e-4e3bc1a89f51 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=cee49ecb-66e8-44f0-bc42-d34b7bec5a0b HTTP/1.1" status: 200 len: 943 time: 0.1166110 Jan 19 22:28:42.063984 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5871a44c-b1f4-4077-8e3e-ec1c28da2494 req-d5c10226-8a83-4c2b-bda8-43b486d63b91 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12d0a5df-b02d-4a94-ac89-fb288ee73dd8 HTTP/1.1" status: 200 len: 217 time: 0.0670278 Jan 19 22:28:42.070222 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-622642ff-762a-4a78-b376-7949353ad78f req-d927f9a7-01c6-4ad1-bb65-f553adc0b167 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=8e1abc45-40d9-4ef8-afb0-2586bd6a14e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441754 Jan 19 22:28:42.138389 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871a44c-b1f4-4077-8e3e-ec1c28da2494 req-da4aed50-0d9a-4f75-affc-bb955bc48843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:42.139984 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5871a44c-b1f4-4077-8e3e-ec1c28da2494 req-da4aed50-0d9a-4f75-affc-bb955bc48843 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54bbe0c3-777f-48a8-98b7-95d97e881ce2 HTTP/1.1" status: 200 len: 850 time: 0.0668921 Jan 19 22:28:42.225586 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871a44c-b1f4-4077-8e3e-ec1c28da2494 req-dbd8bfb8-4770-4a05-b21a-93356b5afdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:42.227164 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5871a44c-b1f4-4077-8e3e-ec1c28da2494 req-dbd8bfb8-4770-4a05-b21a-93356b5afdb3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af289a99-4938-4c37-bab6-8e3fa35bb17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772984 Jan 19 22:28:42.378040 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5871a44c-b1f4-4077-8e3e-ec1c28da2494 req-8ef1cbf0-bac0-4d2a-9045-1555a9e84ae1 service neutron] 10.222.0.65 "GET /v2.0/networks/af289a99-4938-4c37-bab6-8e3fa35bb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439624 Jan 19 22:28:42.526009 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5871a44c-b1f4-4077-8e3e-ec1c28da2494 req-2c6782d9-74d9-4e54-b322-1a1926ca1e32 service neutron] 10.222.0.65 "GET /v2.0/networks/af289a99-4938-4c37-bab6-8e3fa35bb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408136 Jan 19 22:28:43.310604 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07033694-15e9-467f-8ede-b9b8a9b5740e req-97350d45-1912-44a9-ab2d-0a75be421f3d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:43.312170 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-07033694-15e9-467f-8ede-b9b8a9b5740e req-97350d45-1912-44a9-ab2d-0a75be421f3d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=cee49ecb-66e8-44f0-bc42-d34b7bec5a0b HTTP/1.1" status: 200 len: 943 time: 0.1069212 Jan 19 22:28:43.364170 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-07033694-15e9-467f-8ede-b9b8a9b5740e req-0fa96078-8a61-4994-b5a6-d407c800c998 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=8e1abc45-40d9-4ef8-afb0-2586bd6a14e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455859 Jan 19 22:28:44.594390 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd0147-cbcc-4b65-8bfe-2cafb237f66e req-5d70a14a-1cd7-4a5f-80d5-b841b6fadb97 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:44.596001 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-42dd0147-cbcc-4b65-8bfe-2cafb237f66e req-5d70a14a-1cd7-4a5f-80d5-b841b6fadb97 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=cee49ecb-66e8-44f0-bc42-d34b7bec5a0b HTTP/1.1" status: 200 len: 943 time: 0.1016314 Jan 19 22:28:44.652517 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-42dd0147-cbcc-4b65-8bfe-2cafb237f66e req-f687f392-448a-450b-b18b-5e00952ec242 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=8e1abc45-40d9-4ef8-afb0-2586bd6a14e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485315 Jan 19 22:28:45.889730 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da2a06-8cd5-4c2b-8517-e362ae2ce5f7 req-8458367a-b6c7-4eab-b200-532e17c2fb7d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:45.891472 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-80da2a06-8cd5-4c2b-8517-e362ae2ce5f7 req-8458367a-b6c7-4eab-b200-532e17c2fb7d tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=cee49ecb-66e8-44f0-bc42-d34b7bec5a0b HTTP/1.1" status: 200 len: 943 time: 0.1077709 Jan 19 22:28:45.946246 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-80da2a06-8cd5-4c2b-8517-e362ae2ce5f7 req-77d46a83-1a6d-4c7b-9ed1-d615e131cbde tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=8e1abc45-40d9-4ef8-afb0-2586bd6a14e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463262 Jan 19 22:28:47.193541 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7baffca-ef5c-4244-9737-0c6086e95dfc req-b3e321ca-b678-4478-a7de-a18ab8d7d196 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:47.195165 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b7baffca-ef5c-4244-9737-0c6086e95dfc req-b3e321ca-b678-4478-a7de-a18ab8d7d196 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=cee49ecb-66e8-44f0-bc42-d34b7bec5a0b HTTP/1.1" status: 200 len: 943 time: 0.1070437 Jan 19 22:28:47.247069 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b7baffca-ef5c-4244-9737-0c6086e95dfc req-826049ad-b06d-4c71-8ddb-720cb503e806 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=8e1abc45-40d9-4ef8-afb0-2586bd6a14e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448284 Jan 19 22:28:47.938342 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 12d0a5df-b02d-4a94-ac89-fb288ee73dd8 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:28:48.007912 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning for port 12d0a5df-b02d-4a94-ac89-fb288ee73dd8 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:28:48.012755 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 12d0a5df-b02d-4a94-ac89-fb288ee73dd8 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:28:48.013178 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:48.134422 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:48.163333 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee49ecb-66e8-44f0-bc42-d34b7bec5a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d0a5df-b02d-4a94-ac89-fb288ee73dd8'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:28:48.173619 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 12d0a5df-b02d-4a94-ac89-fb288ee73dd8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=12d0a5df-b02d-4a94-ac89-fb288ee73dd8,segment=NetworkSegment(5c74953d-c790-4cc2-9771-0ecb028703d3),segment_id=5c74953d-c790-4cc2-9771-0ecb028703d3)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:28:48.176999 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:48.179000 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:48.226236 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee49ecb-66e8-44f0-bc42-d34b7bec5a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d0a5df-b02d-4a94-ac89-fb288ee73dd8', 'code': 200} Jan 19 22:28:48.250931 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=12d0a5df-b02d-4a94-ac89-fb288ee73dd8,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:48.254491 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:48.490961 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb7b82-d4b1-4ae1-9b34-321b7449cb94 req-3b25c71d-965f-4e9e-8d5e-b589b72abc98 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:48.492628 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ffeb7b82-d4b1-4ae1-9b34-321b7449cb94 req-3b25c71d-965f-4e9e-8d5e-b589b72abc98 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=cee49ecb-66e8-44f0-bc42-d34b7bec5a0b HTTP/1.1" status: 200 len: 945 time: 0.1029229 Jan 19 22:28:48.536248 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efbcaf-be87-40a7-ae6c-9d3845946e17 req-fa4f64fb-7c93-4ab4-9254-6d1a1ff4e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:48.537452 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 12d0a5df-b02d-4a94-ac89-fb288ee73dd8 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:28:48.537847 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-95efbcaf-be87-40a7-ae6c-9d3845946e17 req-fa4f64fb-7c93-4ab4-9254-6d1a1ff4e055 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cee49ecb-66e8-44f0-bc42-d34b7bec5a0b HTTP/1.1" status: 200 len: 1162 time: 0.0916131 Jan 19 22:28:48.553634 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ffeb7b82-d4b1-4ae1-9b34-321b7449cb94 req-f7915453-e7ae-4ed2-8f0c-080fd18d16bc tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=8e1abc45-40d9-4ef8-afb0-2586bd6a14e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539458 Jan 19 22:28:48.585622 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-95efbcaf-be87-40a7-ae6c-9d3845946e17 req-6aafa45c-16e2-4b1e-840a-1e82ac71530e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8e1abc45-40d9-4ef8-afb0-2586bd6a14e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397058 Jan 19 22:28:48.618847 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 12d0a5df-b02d-4a94-ac89-fb288ee73dd8 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:28:48.619276 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:49.837231 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6ae22-56d3-46ea-8b74-7e8ede5897cd req-b2bca205-d90e-4d25-9415-3fc382d16c76 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:49.840681 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f3e6ae22-56d3-46ea-8b74-7e8ede5897cd req-b2bca205-d90e-4d25-9415-3fc382d16c76 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=cee49ecb-66e8-44f0-bc42-d34b7bec5a0b HTTP/1.1" status: 200 len: 945 time: 0.1191800 Jan 19 22:28:49.899673 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f3e6ae22-56d3-46ea-8b74-7e8ede5897cd req-3e1e9946-b7e8-402c-bd02-6cab144f8588 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=8e1abc45-40d9-4ef8-afb0-2586bd6a14e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510645 Jan 19 22:28:51.140008 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57cffb-dcaf-455f-ab5a-44524310f195 req-0e881c88-c8d8-4842-b655-30807cf39ea0 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:51.141625 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cf57cffb-dcaf-455f-ab5a-44524310f195 req-0e881c88-c8d8-4842-b655-30807cf39ea0 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=cee49ecb-66e8-44f0-bc42-d34b7bec5a0b HTTP/1.1" status: 200 len: 945 time: 0.1060250 Jan 19 22:28:51.194255 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cf57cffb-dcaf-455f-ab5a-44524310f195 req-43232e22-1bd5-44e6-bef9-87c7e666eed7 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=8e1abc45-40d9-4ef8-afb0-2586bd6a14e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459154 Jan 19 22:28:51.424319 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005ed95-7278-4229-abd5-6b505ff48e41 req-1b3cbbd0-567a-4d57-98d7-1a5f6ce10226 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:51.425936 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0005ed95-7278-4229-abd5-6b505ff48e41 req-1b3cbbd0-567a-4d57-98d7-1a5f6ce10226 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=cee49ecb-66e8-44f0-bc42-d34b7bec5a0b HTTP/1.1" status: 200 len: 945 time: 0.1027672 Jan 19 22:28:51.436005 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 33024) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:51.441812 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-752cc597-7609-4121-8cb1-ffa348be59bd tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Request body: {'floatingip': {'port_id': '12d0a5df-b02d-4a94-ac89-fb288ee73dd8'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:28:51.524141 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:28:51.529537 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-752cc597-7609-4121-8cb1-ffa348be59bd tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for floatingip, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:52.163005 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-752cc597-7609-4121-8cb1-ffa348be59bd tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for floatingip, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:52.166351 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-752cc597-7609-4121-8cb1-ffa348be59bd tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:52.344757 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:52.362072 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.l3_db [None req-752cc597-7609-4121-8cb1-ffa348be59bd tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Floating IP 4ddb8854-fcfc-4015-83bc-f3021128afe3 associated. External IP: 172.27.0.205, port: 12d0a5df-b02d-4a94-ac89-fb288ee73dd8. Jan 19 22:28:52.746856 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752cc597-7609-4121-8cb1-ffa348be59bd tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Router 83806c06-c060-48ad-82bf-962c2f51c26a has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:28:52.941778 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752cc597-7609-4121-8cb1-ffa348be59bd tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:28:52.946994 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-752cc597-7609-4121-8cb1-ffa348be59bd tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:52.953114 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d543198-c7b6-4c16-9ea6-ba75af7397a2 None None] Sync routers for ids ['83806c06-c060-48ad-82bf-962c2f51c26a'] in dv-cinder-750782-5-iscsi {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:28:52.965505 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d543198-c7b6-4c16-9ea6-ba75af7397a2 None None] Routers {'83806c06-c060-48ad-82bf-962c2f51c26a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:28:52.966193 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-8d543198-c7b6-4c16-9ea6-ba75af7397a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:28:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['83806c06-c060-48ad-82bf-962c2f51c26a'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:53.009865 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-752cc597-7609-4121-8cb1-ffa348be59bd tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "PUT /v2.0/floatingips/4ddb8854-fcfc-4015-83bc-f3021128afe3 HTTP/1.1" status: 200 len: 991 time: 1.5726566 Jan 19 22:28:53.010855 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee49ecb-66e8-44f0-bc42-d34b7bec5a0b', 'tag': '12d0a5df-b02d-4a94-ac89-fb288ee73dd8'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:28:53.081305 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee49ecb-66e8-44f0-bc42-d34b7bec5a0b', 'tag': '12d0a5df-b02d-4a94-ac89-fb288ee73dd8', 'status': 'completed', 'code': 200} Jan 19 22:28:53.194733 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-8d543198-c7b6-4c16-9ea6-ba75af7397a2 None None] Set router 83806c06-c060-48ad-82bf-962c2f51c26a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:28:53.584141 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580812d-cfb9-4040-bb00-db3b3807d85e req-e7d0a242-e67b-4fe7-ab3e-7cebe234d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:53.585813 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b580812d-cfb9-4040-bb00-db3b3807d85e req-e7d0a242-e67b-4fe7-ab3e-7cebe234d09f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6fd968d1c0e14ecda944d7b49ae103b9&device_id=cee49ecb-66e8-44f0-bc42-d34b7bec5a0b HTTP/1.1" status: 200 len: 1162 time: 0.4559653 Jan 19 22:28:53.619874 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-8d543198-c7b6-4c16-9ea6-ba75af7397a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'name': 'tempest-AttachVolumeTestJSON-1010770720-router', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:26Z', 'updated_at': '2021-01-19T22:22:49Z', 'revision_number': 4, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'gw_port': {'id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:32Z', 'updated_at': '2021-01-19T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': '4ddb8854-fcfc-4015-83bc-f3021128afe3', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'port_id': '12d0a5df-b02d-4a94-ac89-fb288ee73dd8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d', 'mac_address': 'fa:16:3e:74:0f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee49ecb-66e8-44f0-bc42-d34b7bec5a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:28:34Z', 'updated_at': '2021-01-19T22:28:52Z', 'revision_number': 1, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a', 'name': '', 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'mac_address': 'fa:16:3e:5b:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:47Z', 'updated_at': '2021-01-19T22:23:05Z', 'revision_number': 5, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'subnets': [{'id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:53.625290 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d543198-c7b6-4c16-9ea6-ba75af7397a2 None None] Checking router: 83806c06-c060-48ad-82bf-962c2f51c26a for host: dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:28:53.635688 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d543198-c7b6-4c16-9ea6-ba75af7397a2 None None] Routers {'83806c06-c060-48ad-82bf-962c2f51c26a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:28:53.636367 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-8d543198-c7b6-4c16-9ea6-ba75af7397a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:28:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['83806c06-c060-48ad-82bf-962c2f51c26a'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:53.759733 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580812d-cfb9-4040-bb00-db3b3807d85e req-9c12ed54-0de6-413d-9c72-501580e1ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:53.761584 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b580812d-cfb9-4040-bb00-db3b3807d85e req-9c12ed54-0de6-413d-9c72-501580e1ddf9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=af289a99-4938-4c37-bab6-8e3fa35bb17d HTTP/1.1" status: 200 len: 905 time: 0.1680536 Jan 19 22:28:53.785405 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 33054) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:53.910859 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b580812d-cfb9-4040-bb00-db3b3807d85e req-a3d290da-2b54-4b88-9238-341b0ae12d00 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12d0a5df-b02d-4a94-ac89-fb288ee73dd8 HTTP/1.1" status: 200 len: 999 time: 0.1427794 Jan 19 22:28:53.961258 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:53.981598 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:53.984097 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580812d-cfb9-4040-bb00-db3b3807d85e req-6ae5091c-bec5-4f59-9775-ad80790c3dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:53.985820 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b580812d-cfb9-4040-bb00-db3b3807d85e req-6ae5091c-bec5-4f59-9775-ad80790c3dd8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54bbe0c3-777f-48a8-98b7-95d97e881ce2 HTTP/1.1" status: 200 len: 850 time: 0.0675108 Jan 19 22:28:53.986111 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Usage tracker for resource:security_group_rule and tenant:9a22dcad39fc41a0ab562c443d8f0193 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:53.989339 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:53.996251 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:54.005140 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-8d543198-c7b6-4c16-9ea6-ba75af7397a2 None None] Set router 83806c06-c060-48ad-82bf-962c2f51c26a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:28:54.076155 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580812d-cfb9-4040-bb00-db3b3807d85e req-69e2bcef-aea0-4d1d-9b11-a5bfffe5e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:54.077704 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b580812d-cfb9-4040-bb00-db3b3807d85e req-69e2bcef-aea0-4d1d-9b11-a5bfffe5e757 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=af289a99-4938-4c37-bab6-8e3fa35bb17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0851042 Jan 19 22:28:54.091100 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:54.094478 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:54.104769 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1ed12b43-f2dd-4f10-9422-2207abe58e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:54.149557 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9a22dcad39fc41a0ab562c443d8f0193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3629177 Jan 19 22:28:54.154366 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 33060) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:28:54.157889 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ccaeaa-effa-4bfe-b920-be3b31629c8c,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:54.183327 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:54.183814 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:54.184107 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:54.184513 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:54.184888 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:54.185283 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:54.185671 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:54.186059 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:54.186455 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:54.186874 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:54.187230 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:54.187628 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:54.188078 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:54.188471 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:54.188859 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:54.189244 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:54.189626 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:54.190012 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:54.190398 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:54.190809 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:54.191198 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:54.191582 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:54.191961 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:54.192491 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:28:54.246205 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b580812d-cfb9-4040-bb00-db3b3807d85e req-e4487d69-f43a-4d91-bbcf-1cd419d43a9f service neutron] 10.222.0.65 "GET /v2.0/networks/af289a99-4938-4c37-bab6-8e3fa35bb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606743 Jan 19 22:28:54.247126 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:54.287651 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-243acc1a-1dd8-44ba-8c4d-bc973ad04909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:54.327130 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-243acc1a-1dd8-44ba-8c4d-bc973ad04909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:54.432152 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-243acc1a-1dd8-44ba-8c4d-bc973ad04909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:54.442930 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-649e2aa2-c9d9-4d21-9b86-b19c26ca213d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:54.468563 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b580812d-cfb9-4040-bb00-db3b3807d85e req-4bc50165-f22c-4da8-8350-661b9c664733 service neutron] 10.222.0.65 "GET /v2.0/networks/af289a99-4938-4c37-bab6-8e3fa35bb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2157140 Jan 19 22:28:54.477705 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243acc1a-1dd8-44ba-8c4d-bc973ad04909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ccaeaa-effa-4bfe-b920-be3b31629c8c,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:54.481679 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-243acc1a-1dd8-44ba-8c4d-bc973ad04909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:28:54.482703 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-243acc1a-1dd8-44ba-8c4d-bc973ad04909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:54.483950 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-243acc1a-1dd8-44ba-8c4d-bc973ad04909 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e8ccaeaa-effa-4bfe-b920-be3b31629c8c HTTP/1.1" status: 204 len: 168 time: 0.3284810 Jan 19 22:28:54.520565 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-8d543198-c7b6-4c16-9ea6-ba75af7397a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'name': 'tempest-AttachVolumeTestJSON-1010770720-router', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:26Z', 'updated_at': '2021-01-19T22:22:49Z', 'revision_number': 4, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'gw_port': {'id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:32Z', 'updated_at': '2021-01-19T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': '4ddb8854-fcfc-4015-83bc-f3021128afe3', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'port_id': '12d0a5df-b02d-4a94-ac89-fb288ee73dd8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d', 'mac_address': 'fa:16:3e:74:0f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee49ecb-66e8-44f0-bc42-d34b7bec5a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:28:34Z', 'updated_at': '2021-01-19T22:28:52Z', 'revision_number': 1, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a', 'name': '', 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'mac_address': 'fa:16:3e:5b:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:47Z', 'updated_at': '2021-01-19T22:23:05Z', 'revision_number': 5, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'subnets': [{'id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:28:54.526232 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d543198-c7b6-4c16-9ea6-ba75af7397a2 None None] The sync data for ids ['83806c06-c060-48ad-82bf-962c2f51c26a'] in dv-cinder-750782-5-iscsi is: [{'id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'name': 'tempest-AttachVolumeTestJSON-1010770720-router', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:26Z', 'updated_at': '2021-01-19T22:22:49Z', 'revision_number': 4, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'gw_port': {'id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:32Z', 'updated_at': '2021-01-19T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': '4ddb8854-fcfc-4015-83bc-f3021128afe3', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'port_id': '12d0a5df-b02d-4a94-ac89-fb288ee73dd8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d', 'mac_address': 'fa:16:3e:74:0f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee49ecb-66e8-44f0-bc42-d34b7bec5a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:28:34Z', 'updated_at': '2021-01-19T22:28:52Z', 'revision_number': 1, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a', 'name': '', 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'mac_address': 'fa:16:3e:5b:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:47Z', 'updated_at': '2021-01-19T22:23:05Z', 'revision_number': 5, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'subnets': [{'id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:28:54.910215 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d33fed4-537d-4bc6-8f4a-30508a10012b None None] New status for floating IP 4ddb8854-fcfc-4015-83bc-f3021128afe3: ACTIVE {{(pid=80182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:28:55.872205 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64604530-fdfe-4995-b8bb-e3e19d8fb51e req-9bb56621-e160-4eda-b097-ab5ee620b6fc tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:55.873906 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-64604530-fdfe-4995-b8bb-e3e19d8fb51e req-9bb56621-e160-4eda-b097-ab5ee620b6fc tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1059737 Jan 19 22:28:55.931032 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-64604530-fdfe-4995-b8bb-e3e19d8fb51e req-66e90c1b-d11e-45fb-b620-a00b8179c871 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495450 Jan 19 22:28:57.193224 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f4dcb-b785-4d05-ae6c-94c369fb96eb req-ad1c8eb6-0795-4070-b1a9-f468c103bcef tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:57.195028 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ec2f4dcb-b785-4d05-ae6c-94c369fb96eb req-ad1c8eb6-0795-4070-b1a9-f468c103bcef tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1112311 Jan 19 22:28:57.248313 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ec2f4dcb-b785-4d05-ae6c-94c369fb96eb req-6b0a4fd5-6d61-41b2-8fa6-f9935c7caac4 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465653 Jan 19 22:28:57.538185 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-246684de-3529-42b9-b197-ceeb1f7490b2 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/networks?tenant_id=d19ae5c49a124c0fb5aa2bc98027433f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329816 Jan 19 22:28:57.942634 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-aea430d8-b93b-48cd-a60e-660adc6c0fe5 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:57.944500 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-aea430d8-b93b-48cd-a60e-660adc6c0fe5 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3996751 Jan 19 22:28:57.961222 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-c2e3d723-7fff-476c-9c9f-678a26595d27 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/quotas/d19ae5c49a124c0fb5aa2bc98027433f HTTP/1.1" status: 200 len: 375 time: 0.0099552 Jan 19 22:28:58.015512 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-792251e6-add4-4917-85b2-3fe892131a44 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/ports?tenant_id=d19ae5c49a124c0fb5aa2bc98027433f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477741 Jan 19 22:28:58.224417 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b1a2499c-5cb5-40e0-a5b1-84e01633f8ef req-a707c42b-b725-417a-a246-95906fbca3bd tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/ports?device_id=5bc9c3d3-5878-4de0-a36f-dc5c3f04a153 HTTP/1.1" status: 200 len: 210 time: 0.0517800 Jan 19 22:28:58.498368 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778629a-c003-4781-a257-f064322ddee8 req-05ce1848-f4fa-4258-b647-136d88ddf6bb tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:58.500055 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f778629a-c003-4781-a257-f064322ddee8 req-05ce1848-f4fa-4258-b647-136d88ddf6bb tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1033015 Jan 19 22:28:58.553021 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f778629a-c003-4781-a257-f064322ddee8 req-53cb9679-44ae-4efb-be43-5edd055aad59 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456362 Jan 19 22:28:59.332149 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-5f88752d-3716-40c9-a88c-c1b7a733fa42 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.65 "GET /v2.0/networks?tenant_id=d19ae5c49a124c0fb5aa2bc98027433f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373189 Jan 19 22:28:59.424522 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9c2fb821-c142-457c-94ff-9874556b9a22 req-cee73d2e-326a-40af-ba26-d3519f307b30 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/ports?device_id=5bc9c3d3-5878-4de0-a36f-dc5c3f04a153 HTTP/1.1" status: 200 len: 210 time: 0.0571151 Jan 19 22:28:59.519323 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-7aab0c23-e833-4930-870f-d6be23470884 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:59.520963 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-7aab0c23-e833-4930-870f-d6be23470884 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1841013 Jan 19 22:28:59.552469 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Request body: {'port': {'device_id': '5bc9c3d3-5878-4de0-a36f-dc5c3f04a153', 'network_id': 'a5c91c12-e79e-4bb9-a787-f74ba6a87d1d', 'admin_state_up': True, 'tenant_id': 'd19ae5c49a124c0fb5aa2bc98027433f'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:28:59.736403 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:59.740603 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Usage tracker for resource:port and tenant:d19ae5c49a124c0fb5aa2bc98027433f is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:59.743669 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Quota usage for port was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:59.749772 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:59.758839 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Made reservation on behalf of d19ae5c49a124c0fb5aa2bc98027433f for: {'port': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:28:59.767751 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:59.781979 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:59.798635 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:28:59.803246 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Usage tracker for resource:security_group_rule and tenant:d19ae5c49a124c0fb5aa2bc98027433f is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:28:59.806693 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:28:59.813830 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:28:59.902514 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a400117-088d-4fac-b689-0f0930a46e8d req-6d34aa2b-d285-4260-a4b7-e6f5def2550d tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:28:59.905564 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1a400117-088d-4fac-b689-0f0930a46e8d req-6d34aa2b-d285-4260-a4b7-e6f5def2550d tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1963046 Jan 19 22:28:59.909658 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:59.913184 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:59.920141 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c3cf931b-b149-4aea-a793-bc18c522fae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:28:59.926977 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-187b3901-58a8-41c1-a924-c8734ef73efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:28:59.959623 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1a400117-088d-4fac-b689-0f0930a46e8d req-cf659ca7-9d3b-4696-82f0-cc151453dec3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477877 Jan 19 22:28:59.985149 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Pushing event updated for resources: {'SecurityGroup': ['ID=92427dfc-c36f-4da5-8567-ead3907223b6,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:28:59.988918 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:00.252473 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Allocated IP 192.168.233.239 (a5c91c12-e79e-4bb9-a787-f74ba6a87d1d/ad7395ea-a420-473d-a688-fb8d163949b1/d3faafd9-4d6c-4578-8a85-b236eb389860) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:29:00.483527 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:00.501694 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Transition to ACTIVE for port object d3faafd9-4d6c-4578-8a85-b236eb389860 will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:29:00.525706 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:00.544818 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3cf598bb-ae77-4e0b-973e-0c44adadbe08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:00.673349 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452f150-c541-4e34-8175-29a1aacc07d6 req-7431e593-10a7-4d35-93ed-a2b18629be35 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:00.675127 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0452f150-c541-4e34-8175-29a1aacc07d6 req-7431e593-10a7-4d35-93ed-a2b18629be35 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/ports?device_id=5bc9c3d3-5878-4de0-a36f-dc5c3f04a153 HTTP/1.1" status: 200 len: 936 time: 0.1106331 Jan 19 22:29:00.694124 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Pushing event updated for resources: {'Port': ['ID=d3faafd9-4d6c-4578-8a85-b236eb389860,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:00.697429 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:00.732324 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0452f150-c541-4e34-8175-29a1aacc07d6 req-39aef0b4-8672-4cbc-8d78-f8333baf8a48 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/security-groups?id=92427dfc-c36f-4da5-8567-ead3907223b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496635 Jan 19 22:29:00.754209 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Network a5c91c12-e79e-4bb9-a787-f74ba6a87d1d is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:29:00.755438 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:29:00.757830 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:29:00.837817 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:00.839522 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:00.867821 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3225060 Jan 19 22:29:00.895449 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] Request body: {'port': {'device_id': '5bc9c3d3-5878-4de0-a36f-dc5c3f04a153', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:29:00.977186 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-cd16064b-eab1-40d9-8d0f-da3b9304dcab None None] Provisioning for port d3faafd9-4d6c-4578-8a85-b236eb389860 completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:29:00.983440 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-cd16064b-eab1-40d9-8d0f-da3b9304dcab None None] Provisioning complete for port d3faafd9-4d6c-4578-8a85-b236eb389860 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:29:00.983808 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-cd16064b-eab1-40d9-8d0f-da3b9304dcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:01.025878 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:01.044136 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-cd16064b-eab1-40d9-8d0f-da3b9304dcab None None] Port d3faafd9-4d6c-4578-8a85-b236eb389860 cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:29:01.221791 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f18c8a-b806-464c-9b13-a6d64d5a4655 req-df29e923-45ca-4843-ad2e-436223be8fa2 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:01.223523 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-01f18c8a-b806-464c-9b13-a6d64d5a4655 req-df29e923-45ca-4843-ad2e-436223be8fa2 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1092608 Jan 19 22:29:01.276713 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-01f18c8a-b806-464c-9b13-a6d64d5a4655 req-97db492f-93ef-4021-9ede-83e6090efe5c tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463955 Jan 19 22:29:01.456783 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3faafd9-4d6c-4578-8a85-b236eb389860 {{(pid=80181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:29:01.464661 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:01.479237 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] Transition to ACTIVE for port object d3faafd9-4d6c-4578-8a85-b236eb389860 will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:29:01.482448 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853878837'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:01.499024 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ef01a6ab-de4a-4f11-beef-6a21086341f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:01.639376 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] Pushing event updated for resources: {'Port': ['ID=d3faafd9-4d6c-4578-8a85-b236eb389860,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:01.653311 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:01.897430 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] Attempting to bind port d3faafd9-4d6c-4578-8a85-b236eb389860 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:29:01.897976 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] Attempting to bind port d3faafd9-4d6c-4578-8a85-b236eb389860 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'e9aa549f-346b-4c53-87d8-e4a9ea99b059', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a5c91c12-e79e-4bb9-a787-f74ba6a87d1d'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:29:01.898725 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] Attempting to bind port d3faafd9-4d6c-4578-8a85-b236eb389860 on network a5c91c12-e79e-4bb9-a787-f74ba6a87d1d {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:29:01.907462 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] Checking agent: {'id': '2523063a-ad22-4c17-a8b2-431f878c065d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 20, 21), 'started_at': datetime.datetime(2021, 1, 19, 22, 20, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:29:01.907905 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] Checking segment: {'id': 'e9aa549f-346b-4c53-87d8-e4a9ea99b059', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a5c91c12-e79e-4bb9-a787-f74ba6a87d1d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:29:01.908388 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:01.909033 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] Bound using segment: {'id': 'e9aa549f-346b-4c53-87d8-e4a9ea99b059', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a5c91c12-e79e-4bb9-a787-f74ba6a87d1d'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:29:01.909516 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] Bound port: d3faafd9-4d6c-4578-8a85-b236eb389860, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9aa549f-346b-4c53-87d8-e4a9ea99b059', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a5c91c12-e79e-4bb9-a787-f74ba6a87d1d'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:29:01.909874 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:01.975577 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b57c3-f4e7-4bfc-b002-5ed712aef85f req-6a2ef52d-29ba-4da9-bcd8-8953eb75a8d4 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:01.977674 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c59b57c3-f4e7-4bfc-b002-5ed712aef85f req-6a2ef52d-29ba-4da9-bcd8-8953eb75a8d4 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/ports?device_id=5bc9c3d3-5878-4de0-a36f-dc5c3f04a153 HTTP/1.1" status: 200 len: 948 time: 0.1092577 Jan 19 22:29:02.016232 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] For port d3faafd9-4d6c-4578-8a85-b236eb389860, host hv-cinder-75078, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:29:02.019536 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] For port d3faafd9-4d6c-4578-8a85-b236eb389860, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=d3faafd9-4d6c-4578-8a85-b236eb389860,segment=NetworkSegment(e9aa549f-346b-4c53-87d8-e4a9ea99b059),segment_id=e9aa549f-346b-4c53-87d8-e4a9ea99b059)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:29:02.023106 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853878837'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:02.036078 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c59b57c3-f4e7-4bfc-b002-5ed712aef85f req-7401c553-a4ab-4fc7-b128-6787e67abffb tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/security-groups?id=92427dfc-c36f-4da5-8567-ead3907223b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464387 Jan 19 22:29:02.039681 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a50028b4-bc54-41cb-b29b-077661e51af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:02.191873 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] Pushing event updated for resources: {'Port': ['ID=d3faafd9-4d6c-4578-8a85-b236eb389860,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:02.195421 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:02.234491 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:02.235141 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:02.236759 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] 10.222.0.65 "PUT /v2.0/ports/d3faafd9-4d6c-4578-8a85-b236eb389860 HTTP/1.1" status: 200 len: 1162 time: 1.3462930 Jan 19 22:29:02.237231 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc9c3d3-5878-4de0-a36f-dc5c3f04a153', 'tag': 'd3faafd9-4d6c-4578-8a85-b236eb389860'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:29:02.339409 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bc9c3d3-5878-4de0-a36f-dc5c3f04a153', 'tag': 'd3faafd9-4d6c-4578-8a85-b236eb389860', 'status': 'completed', 'code': 200} Jan 19 22:29:02.382731 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-f17b46cf-a002-45bd-b4f5-7d25f6f25126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:02.387529 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-f17b46cf-a002-45bd-b4f5-7d25f6f25126 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d19ae5c49a124c0fb5aa2bc98027433f&device_id=5bc9c3d3-5878-4de0-a36f-dc5c3f04a153 HTTP/1.1" status: 200 len: 1165 time: 0.0889926 Jan 19 22:29:02.472007 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-67fd4ab1-4764-46d2-8921-0536aacfd95a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=d3faafd9-4d6c-4578-8a85-b236eb389860 HTTP/1.1" status: 200 len: 217 time: 0.0705295 Jan 19 22:29:02.546108 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-4ccc08cd-ab82-4ed7-9f12-64a9ebacf645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:02.546911 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0f492-055d-4cb1-879f-7064569787f4 req-3455519b-8bb1-4816-8225-1dded354f2ce tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:02.548146 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f9d0f492-055d-4cb1-879f-7064569787f4 req-3455519b-8bb1-4816-8225-1dded354f2ce tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1098249 Jan 19 22:29:02.550355 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-4ccc08cd-ab82-4ed7-9f12-64a9ebacf645 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ad7395ea-a420-473d-a688-fb8d163949b1 HTTP/1.1" status: 200 len: 843 time: 0.0687709 Jan 19 22:29:02.602924 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f9d0f492-055d-4cb1-879f-7064569787f4 req-7bde6fee-5df5-4ee5-8658-bbbe95a0da77 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483181 Jan 19 22:29:02.647287 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-f0ca89d4-d987-4a22-afb9-c9c92edb0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:02.648993 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-f0ca89d4-d987-4a22-afb9-c9c92edb0fe1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5c91c12-e79e-4bb9-a787-f74ba6a87d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0946240 Jan 19 22:29:03.053773 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-c2b4bd25-b6c9-488c-9e4b-ad69535ffc2f service neutron] 10.222.0.65 "GET /v2.0/networks/a5c91c12-e79e-4bb9-a787-f74ba6a87d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929253 Jan 19 22:29:03.161053 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f8eb0739-0645-469c-8047-80cf1f419182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:03.206404 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-95143fe3-e541-4f68-8be6-2a90594fa210 req-11e56e7f-60b6-432b-997c-980ff2d027e6 service neutron] 10.222.0.65 "GET /v2.0/networks/a5c91c12-e79e-4bb9-a787-f74ba6a87d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1437132 Jan 19 22:29:03.291294 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e1194-68c2-4e97-999c-94d704f23b2b req-95580110-eaaa-4e4e-bdd2-62fbd79e5b5a tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:03.293600 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9b1e1194-68c2-4e97-999c-94d704f23b2b req-95580110-eaaa-4e4e-bdd2-62fbd79e5b5a tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/ports?device_id=5bc9c3d3-5878-4de0-a36f-dc5c3f04a153 HTTP/1.1" status: 200 len: 948 time: 0.1192226 Jan 19 22:29:03.351352 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9b1e1194-68c2-4e97-999c-94d704f23b2b req-698544a9-884c-4965-9e91-3b9b827205c5 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/security-groups?id=92427dfc-c36f-4da5-8567-ead3907223b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503845 Jan 19 22:29:03.387514 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f350ac1-42d7-4caf-bed6-d52ac82c595e req-f6d02d09-d6a0-4072-ac2c-4f0fbd2b1840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:03.389134 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0f350ac1-42d7-4caf-bed6-d52ac82c595e req-f6d02d09-d6a0-4072-ac2c-4f0fbd2b1840 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d19ae5c49a124c0fb5aa2bc98027433f&device_id=5bc9c3d3-5878-4de0-a36f-dc5c3f04a153 HTTP/1.1" status: 200 len: 1165 time: 0.0814400 Jan 19 22:29:03.538952 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f350ac1-42d7-4caf-bed6-d52ac82c595e req-87a0d313-f310-4a67-9c08-df8ec4874da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:03.540413 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0f350ac1-42d7-4caf-bed6-d52ac82c595e req-87a0d313-f310-4a67-9c08-df8ec4874da5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a5c91c12-e79e-4bb9-a787-f74ba6a87d1d HTTP/1.1" status: 200 len: 863 time: 0.1433289 Jan 19 22:29:03.623098 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0f350ac1-42d7-4caf-bed6-d52ac82c595e req-68945ac6-3fdc-4480-a58c-830b0ffb34d5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=d3faafd9-4d6c-4578-8a85-b236eb389860 HTTP/1.1" status: 200 len: 217 time: 0.0735159 Jan 19 22:29:03.712553 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f350ac1-42d7-4caf-bed6-d52ac82c595e req-03fc7aa2-f985-4a1a-84b7-f8ecd80111e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:03.716293 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0f350ac1-42d7-4caf-bed6-d52ac82c595e req-03fc7aa2-f985-4a1a-84b7-f8ecd80111e8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ad7395ea-a420-473d-a688-fb8d163949b1 HTTP/1.1" status: 200 len: 843 time: 0.0859680 Jan 19 22:29:03.833126 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f350ac1-42d7-4caf-bed6-d52ac82c595e req-46cfd60c-cd27-45f1-aefd-f64eccde0286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:03.835607 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0f350ac1-42d7-4caf-bed6-d52ac82c595e req-46cfd60c-cd27-45f1-aefd-f64eccde0286 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5c91c12-e79e-4bb9-a787-f74ba6a87d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1113575 Jan 19 22:29:03.924693 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8c6e0-3904-4d37-8f9a-427d4afcbd83 req-52818fc5-6b9a-4c60-96a8-67b3b3d85c54 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:03.926448 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b8b8c6e0-3904-4d37-8f9a-427d4afcbd83 req-52818fc5-6b9a-4c60-96a8-67b3b3d85c54 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1385419 Jan 19 22:29:03.983728 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b8b8c6e0-3904-4d37-8f9a-427d4afcbd83 req-7c10a0ad-2df1-43f6-a210-415bad992203 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503826 Jan 19 22:29:04.028064 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0f350ac1-42d7-4caf-bed6-d52ac82c595e req-f5dbcf6a-1a72-4ed4-b932-7843a061ea70 service neutron] 10.222.0.65 "GET /v2.0/networks/a5c91c12-e79e-4bb9-a787-f74ba6a87d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683285 Jan 19 22:29:04.180373 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0f350ac1-42d7-4caf-bed6-d52ac82c595e req-30645245-d766-47ab-966b-c408f96a5593 service neutron] 10.222.0.65 "GET /v2.0/networks/a5c91c12-e79e-4bb9-a787-f74ba6a87d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1447725 Jan 19 22:29:04.589697 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39b2eb-55ef-49ed-9c8c-6714bd8ceba3 req-58bd0b49-91a4-4c5f-8b44-582bca300a58 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:04.591242 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9f39b2eb-55ef-49ed-9c8c-6714bd8ceba3 req-58bd0b49-91a4-4c5f-8b44-582bca300a58 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/ports?device_id=5bc9c3d3-5878-4de0-a36f-dc5c3f04a153 HTTP/1.1" status: 200 len: 948 time: 0.1045976 Jan 19 22:29:04.641372 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9f39b2eb-55ef-49ed-9c8c-6714bd8ceba3 req-3a9b6585-3b34-4ebf-9335-c869759665ca tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/security-groups?id=92427dfc-c36f-4da5-8567-ead3907223b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438650 Jan 19 22:29:04.762501 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:05.275530 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:05.380039 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ff424-d786-4cb2-a553-571aec994405 req-78740cc8-b241-44f4-a215-787e8fc7ad16 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:05.381683 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-156ff424-d786-4cb2-a553-571aec994405 req-78740cc8-b241-44f4-a215-787e8fc7ad16 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1070573 Jan 19 22:29:05.436148 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-156ff424-d786-4cb2-a553-571aec994405 req-b05ae617-4641-4064-9b47-91fbfead5679 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476048 Jan 19 22:29:05.755741 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:05.880476 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b09e7-23e6-42ea-afe2-8744a6c5fb07 req-2f2834fe-c712-4424-a498-c2093dea3466 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:05.882227 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-be6b09e7-23e6-42ea-afe2-8744a6c5fb07 req-2f2834fe-c712-4424-a498-c2093dea3466 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/ports?device_id=5bc9c3d3-5878-4de0-a36f-dc5c3f04a153 HTTP/1.1" status: 200 len: 948 time: 0.1082330 Jan 19 22:29:05.937638 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-be6b09e7-23e6-42ea-afe2-8744a6c5fb07 req-188ce405-cede-4ae9-837a-22df5c46c51d tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/security-groups?id=92427dfc-c36f-4da5-8567-ead3907223b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480680 Jan 19 22:29:06.679125 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Network a5c91c12-e79e-4bb9-a787-f74ba6a87d1d details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:29:06.692699 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccfab3-05cf-4838-bbe1-63c13e4b912e req-59aedf88-df02-4509-9643-776d1b193627 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:06.694421 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d7ccfab3-05cf-4838-bbe1-63c13e4b912e req-59aedf88-df02-4509-9643-776d1b193627 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1091514 Jan 19 22:29:06.749274 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d7ccfab3-05cf-4838-bbe1-63c13e4b912e req-aa328e23-a88f-40b9-9e5e-d53fde59d076 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474346 Jan 19 22:29:07.092967 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.objects.ports [None req-24fae552-81cc-4f63-b10c-5737b9684421 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80182) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 22:29:07.176199 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd33f1d-f9c3-435d-8227-05bad618a120 req-6b106de2-ce90-4763-b5fe-5e350e14b3a5 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:07.177872 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fdd33f1d-f9c3-435d-8227-05bad618a120 req-6b106de2-ce90-4763-b5fe-5e350e14b3a5 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/ports?device_id=5bc9c3d3-5878-4de0-a36f-dc5c3f04a153 HTTP/1.1" status: 200 len: 948 time: 0.1028392 Jan 19 22:29:07.234114 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fdd33f1d-f9c3-435d-8227-05bad618a120 req-1fa8dda8-0f05-4f50-a632-e5a7b37d1e51 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/security-groups?id=92427dfc-c36f-4da5-8567-ead3907223b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491989 Jan 19 22:29:07.798525 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device d3faafd9-4d6c-4578-8a85-b236eb389860 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:29:07.869494 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning for port d3faafd9-4d6c-4578-8a85-b236eb389860 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:29:07.875065 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port d3faafd9-4d6c-4578-8a85-b236eb389860 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:29:07.875492 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:08.007150 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c548154-42c9-4dd7-bf46-67dbf03ac7bb req-c3570aa6-9f14-4b45-9f01-92de1169d41f tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:08.008810 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3c548154-42c9-4dd7-bf46-67dbf03ac7bb req-c3570aa6-9f14-4b45-9f01-92de1169d41f tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1118751 Jan 19 22:29:08.011236 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:08.042753 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc9c3d3-5878-4de0-a36f-dc5c3f04a153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3faafd9-4d6c-4578-8a85-b236eb389860'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:29:08.054033 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port d3faafd9-4d6c-4578-8a85-b236eb389860, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=d3faafd9-4d6c-4578-8a85-b236eb389860,segment=NetworkSegment(e9aa549f-346b-4c53-87d8-e4a9ea99b059),segment_id=e9aa549f-346b-4c53-87d8-e4a9ea99b059)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:29:08.057581 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:08.059693 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:08.064965 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3c548154-42c9-4dd7-bf46-67dbf03ac7bb req-86174bf8-1fc0-46df-b4d1-7d04b11bf302 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490520 Jan 19 22:29:08.108368 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc9c3d3-5878-4de0-a36f-dc5c3f04a153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3faafd9-4d6c-4578-8a85-b236eb389860', 'code': 200} Jan 19 22:29:08.136884 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=d3faafd9-4d6c-4578-8a85-b236eb389860,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:08.145324 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:08.145708 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:08.146088 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:08.146468 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:08.146880 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:08.147251 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:08.147607 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:08.147979 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:08.148350 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:08.148707 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:08.149070 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:08.149432 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:08.149857 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:08.150222 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:08.150584 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:08.150970 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:08.151892 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:08.152253 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:08.152613 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:08.153025 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:08.153402 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:08.153773 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:08.154124 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:08.154481 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:08.159120 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:08.408706 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c777f71-40b5-4306-92c9-eba97799a602 req-48d37ce8-2431-453b-ad25-1accca919249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:08.410390 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1c777f71-40b5-4306-92c9-eba97799a602 req-48d37ce8-2431-453b-ad25-1accca919249 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5bc9c3d3-5878-4de0-a36f-dc5c3f04a153 HTTP/1.1" status: 200 len: 1167 time: 0.0798578 Jan 19 22:29:08.468795 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1c777f71-40b5-4306-92c9-eba97799a602 req-ee87e2c8-9c16-4d7b-9593-a8cb108c361c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=92427dfc-c36f-4da5-8567-ead3907223b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505769 Jan 19 22:29:08.474468 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08dc4d8-f76c-461f-9654-ad9876e9bf2c req-f2adf14f-51ae-460e-9cde-a4785896a08b tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:08.476289 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f08dc4d8-f76c-461f-9654-ad9876e9bf2c req-f2adf14f-51ae-460e-9cde-a4785896a08b tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/ports?device_id=5bc9c3d3-5878-4de0-a36f-dc5c3f04a153 HTTP/1.1" status: 200 len: 950 time: 0.1094599 Jan 19 22:29:08.535234 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f08dc4d8-f76c-461f-9654-ad9876e9bf2c req-7e1b59c2-441d-4677-bb31-8e894fdc9339 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/security-groups?id=92427dfc-c36f-4da5-8567-ead3907223b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516586 Jan 19 22:29:08.828428 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device d3faafd9-4d6c-4578-8a85-b236eb389860 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:29:08.904096 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port d3faafd9-4d6c-4578-8a85-b236eb389860 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:29:08.904521 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:09.328317 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49934870-e799-4170-b8c0-7a97b17ceed9 req-cf1019a9-4064-484c-9988-018df2a2fdeb tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:09.329989 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-49934870-e799-4170-b8c0-7a97b17ceed9 req-cf1019a9-4064-484c-9988-018df2a2fdeb tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1141365 Jan 19 22:29:09.385991 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-49934870-e799-4170-b8c0-7a97b17ceed9 req-1c3b9f09-afa0-46ff-9be4-a34b9ec48d35 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495405 Jan 19 22:29:09.810719 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1992a-1445-4e1e-bdaf-2ac6ca638598 req-5021c1c8-feeb-459c-a901-5a374b739162 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:09.812462 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-76d1992a-1445-4e1e-bdaf-2ac6ca638598 req-5021c1c8-feeb-459c-a901-5a374b739162 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/ports?device_id=5bc9c3d3-5878-4de0-a36f-dc5c3f04a153 HTTP/1.1" status: 200 len: 950 time: 0.1216483 Jan 19 22:29:09.866990 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-76d1992a-1445-4e1e-bdaf-2ac6ca638598 req-4b2352e5-c148-4265-8e98-b0d65e790133 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/security-groups?id=92427dfc-c36f-4da5-8567-ead3907223b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480576 Jan 19 22:29:10.640636 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed989a36-4ee7-4b5f-8163-a73c396ae3c3 req-df8560bb-711b-40c5-8243-a942d682ca8b tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:10.642386 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ed989a36-4ee7-4b5f-8163-a73c396ae3c3 req-df8560bb-711b-40c5-8243-a942d682ca8b tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1091981 Jan 19 22:29:10.696445 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ed989a36-4ee7-4b5f-8163-a73c396ae3c3 req-f77daf06-d2a2-4c3d-ba6f-ebdd1255d249 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475855 Jan 19 22:29:10.885496 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device d3faafd9-4d6c-4578-8a85-b236eb389860 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:29:10.971817 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port d3faafd9-4d6c-4578-8a85-b236eb389860 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:29:10.972321 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:11.128225 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ba518-75e0-4bd5-a8fc-2fde71d98df2 req-81bcad0e-d9c4-45cb-90fd-e9146d24b3b9 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:11.129919 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e55ba518-75e0-4bd5-a8fc-2fde71d98df2 req-81bcad0e-d9c4-45cb-90fd-e9146d24b3b9 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/ports?device_id=5bc9c3d3-5878-4de0-a36f-dc5c3f04a153 HTTP/1.1" status: 200 len: 950 time: 0.1085944 Jan 19 22:29:11.186938 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e55ba518-75e0-4bd5-a8fc-2fde71d98df2 req-49f2fd0b-e05e-4b41-9235-aa39c427a269 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/security-groups?id=92427dfc-c36f-4da5-8567-ead3907223b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499272 Jan 19 22:29:11.740253 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1b4ab-4117-41da-8ec0-72f8b75ad5a1 req-ce89148e-fda4-45c6-aa37-10793479289a tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:11.741971 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cbe1b4ab-4117-41da-8ec0-72f8b75ad5a1 req-ce89148e-fda4-45c6-aa37-10793479289a tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/ports?device_id=5bc9c3d3-5878-4de0-a36f-dc5c3f04a153 HTTP/1.1" status: 200 len: 950 time: 0.1051812 Jan 19 22:29:11.810738 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cbe1b4ab-4117-41da-8ec0-72f8b75ad5a1 req-866b66bc-d26a-4e8e-884b-e6c7238615ea tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/security-groups?id=92427dfc-c36f-4da5-8567-ead3907223b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570345 Jan 19 22:29:11.958543 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc74ec-9d04-4900-9fec-0104aa2dfc62 req-db0906b8-8a51-4723-b983-8b5c97764ad6 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:11.960314 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-91cc74ec-9d04-4900-9fec-0104aa2dfc62 req-db0906b8-8a51-4723-b983-8b5c97764ad6 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1087825 Jan 19 22:29:12.014909 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-91cc74ec-9d04-4900-9fec-0104aa2dfc62 req-5376fff1-c127-44aa-aa71-cc2831e6b1e0 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468771 Jan 19 22:29:13.075079 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c6478-0e9a-4265-a069-6e0b82dd769a req-6fb44dcf-1615-4a3d-9c15-069db64f99d5 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:13.076725 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5f6c6478-0e9a-4265-a069-6e0b82dd769a req-6fb44dcf-1615-4a3d-9c15-069db64f99d5 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/ports?device_id=5bc9c3d3-5878-4de0-a36f-dc5c3f04a153 HTTP/1.1" status: 200 len: 950 time: 0.1231580 Jan 19 22:29:13.132162 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5f6c6478-0e9a-4265-a069-6e0b82dd769a req-74783a7d-7366-43fd-bc5e-5b613d4df084 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/security-groups?id=92427dfc-c36f-4da5-8567-ead3907223b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489788 Jan 19 22:29:13.287823 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0bf27-f2a6-4d2f-8de2-05bada397997 req-7cc56e3d-f6ef-4710-bd08-fc8b45ec60ec tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:13.290850 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8ad0bf27-f2a6-4d2f-8de2-05bada397997 req-7cc56e3d-f6ef-4710-bd08-fc8b45ec60ec tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1127539 Jan 19 22:29:13.343622 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8ad0bf27-f2a6-4d2f-8de2-05bada397997 req-7b68afcf-ee3b-427d-8792-29209abb9078 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459869 Jan 19 22:29:13.806105 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6254e-44e1-4615-9571-2a0b844ab071 req-30c115be-0ee4-4e71-a23a-80a6a2988830 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:13.806953 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-aed6254e-44e1-4615-9571-2a0b844ab071 req-30c115be-0ee4-4e71-a23a-80a6a2988830 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Synchronizing usage tracker for tenant:d19ae5c49a124c0fb5aa2bc98027433f on resource:port {{(pid=80181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:29:13.825080 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-aed6254e-44e1-4615-9571-2a0b844ab071 req-30c115be-0ee4-4e71-a23a-80a6a2988830 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Unset dirty status for tenant:d19ae5c49a124c0fb5aa2bc98027433f on resource:port {{(pid=80181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:29:13.826356 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-aed6254e-44e1-4615-9571-2a0b844ab071 req-30c115be-0ee4-4e71-a23a-80a6a2988830 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.65 "GET /v2.0/ports?device_id=5bc9c3d3-5878-4de0-a36f-dc5c3f04a153 HTTP/1.1" status: 200 len: 950 time: 0.1523454 Jan 19 22:29:13.911467 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-aed6254e-44e1-4615-9571-2a0b844ab071 req-86ec24f8-728a-4136-9673-cee9dec76e59 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Deleting port d3faafd9-4d6c-4578-8a85-b236eb389860 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:29:13.911864 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-aed6254e-44e1-4615-9571-2a0b844ab071 req-86ec24f8-728a-4136-9673-cee9dec76e59 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:14.196841 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-aed6254e-44e1-4615-9571-2a0b844ab071 req-86ec24f8-728a-4136-9673-cee9dec76e59 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] For port d3faafd9-4d6c-4578-8a85-b236eb389860, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=d3faafd9-4d6c-4578-8a85-b236eb389860,segment=NetworkSegment(e9aa549f-346b-4c53-87d8-e4a9ea99b059),segment_id=e9aa549f-346b-4c53-87d8-e4a9ea99b059)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:29:14.197422 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-aed6254e-44e1-4615-9571-2a0b844ab071 req-86ec24f8-728a-4136-9673-cee9dec76e59 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:14.347473 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-aed6254e-44e1-4615-9571-2a0b844ab071 req-86ec24f8-728a-4136-9673-cee9dec76e59 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Calling delete_port for d3faafd9-4d6c-4578-8a85-b236eb389860 owned by compute:nova {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:29:14.459381 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bd1be-11e8-4940-8af3-a38d7a771713 req-3f90dcc1-67c6-4127-bcc7-182542528dec tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:14.480934 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3e9bd1be-11e8-4940-8af3-a38d7a771713 req-3f90dcc1-67c6-4127-bcc7-182542528dec tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/ports?device_id=5bc9c3d3-5878-4de0-a36f-dc5c3f04a153 HTTP/1.1" status: 200 len: 950 time: 0.1785862 Jan 19 22:29:14.538290 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-aed6254e-44e1-4615-9571-2a0b844ab071 req-86ec24f8-728a-4136-9673-cee9dec76e59 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:14.584434 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3e9bd1be-11e8-4940-8af3-a38d7a771713 req-bc2756c3-10da-4df0-8471-5245e5b2798b tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/security-groups?id=92427dfc-c36f-4da5-8567-ead3907223b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020966 Jan 19 22:29:14.693927 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-74b75865-6d7c-4a5b-a961-e11285e44604 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:14.708432 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device d3faafd9-4d6c-4578-8a85-b236eb389860 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:29:14.748991 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec24f8-728a-4136-9673-cee9dec76e59 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Pushing event deleted for resources: {'Port': ['ID=d3faafd9-4d6c-4578-8a85-b236eb389860,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:14.751849 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-86ec24f8-728a-4136-9673-cee9dec76e59 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:14.794569 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf1b50-42e5-4e3b-b85e-d31a91810863 req-6385ddca-0d48-4804-827d-dc7691a294dd tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:14.809503 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1fdf1b50-42e5-4e3b-b85e-d31a91810863 req-6385ddca-0d48-4804-827d-dc7691a294dd tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.2030039 Jan 19 22:29:14.817727 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed6254e-44e1-4615-9571-2a0b844ab071 req-86ec24f8-728a-4136-9673-cee9dec76e59 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] No DVR routers for this DVR port d3faafd9-4d6c-4578-8a85-b236eb389860 on host hv-cinder-75078 {{(pid=80181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:29:14.820123 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-aed6254e-44e1-4615-9571-2a0b844ab071 req-86ec24f8-728a-4136-9673-cee9dec76e59 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:14.828014 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] No Port match for: d3faafd9-4d6c-4578-8a85-b236eb389860 {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:29:14.828758 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device d3faafd9-4d6c-4578-8a85-b236eb389860 not bound to the agent host hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:29:14.833206 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc9c3d3-5878-4de0-a36f-dc5c3f04a153', 'name': 'network-vif-deleted', 'tag': 'd3faafd9-4d6c-4578-8a85-b236eb389860'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:29:14.842787 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-aed6254e-44e1-4615-9571-2a0b844ab071 req-86ec24f8-728a-4136-9673-cee9dec76e59 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.65 "DELETE /v2.0/ports/d3faafd9-4d6c-4578-8a85-b236eb389860 HTTP/1.1" status: 204 len: 173 time: 1.0100677 Jan 19 22:29:14.900555 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1fdf1b50-42e5-4e3b-b85e-d31a91810863 req-c6d446d1-290a-4321-87bf-8659c18267bd tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895941 Jan 19 22:29:14.983896 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc9c3d3-5878-4de0-a36f-dc5c3f04a153', 'name': 'network-vif-deleted', 'tag': 'd3faafd9-4d6c-4578-8a85-b236eb389860', 'status': 'completed', 'code': 200} Jan 19 22:29:15.835351 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-15a0e2c2-d45b-47a3-a406-c8de1fe0f075 req-447c382b-6a33-43ee-b4e2-121e63ac8e2a tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] 10.222.0.50 "GET /v2.0/ports?device_id=5bc9c3d3-5878-4de0-a36f-dc5c3f04a153 HTTP/1.1" status: 200 len: 210 time: 0.0864394 Jan 19 22:29:16.189321 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c04b3-32cc-4739-80e0-8abd175357aa req-b27471cb-9cdc-4cb6-ae6f-4741bc26626d tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:16.191068 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-316c04b3-32cc-4739-80e0-8abd175357aa req-b27471cb-9cdc-4cb6-ae6f-4741bc26626d tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1201682 Jan 19 22:29:16.249513 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-316c04b3-32cc-4739-80e0-8abd175357aa req-1455aabc-c143-4108-9f65-a31c95b5d37f tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518219 Jan 19 22:29:17.570503 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cb0e7-56b0-461e-a70e-c78319df9ac7 req-44c9652c-2045-453a-afeb-f05bb4a4ff01 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:17.571433 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8e4cb0e7-56b0-461e-a70e-c78319df9ac7 req-44c9652c-2045-453a-afeb-f05bb4a4ff01 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1410120 Jan 19 22:29:17.644073 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8e4cb0e7-56b0-461e-a70e-c78319df9ac7 req-cd02c876-8cbc-4098-b1d5-6efa60354cc9 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628953 Jan 19 22:29:18.593495 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-008102a9-89c9-4b5e-a862-05368e4c1c50 req-b9b7d7fc-9c24-4be6-b048-40933ebb5292 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1017597 Jan 19 22:29:18.840862 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008102a9-89c9-4b5e-a862-05368e4c1c50 req-31da58c8-ca75-4080-b890-dbf4ea4126fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:18.843104 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-008102a9-89c9-4b5e-a862-05368e4c1c50 req-31da58c8-ca75-4080-b890-dbf4ea4126fd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=607a36c19a34437991c7268366328db0&device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 1162 time: 0.1410446 Jan 19 22:29:19.033500 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cd1c8-b37b-4305-8489-b480d3dd2b6e req-fd236498-f8d3-4887-8b5c-4d21aa8cfcf0 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:19.041042 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0d0cd1c8-b37b-4305-8489-b480d3dd2b6e req-fd236498-f8d3-4887-8b5c-4d21aa8cfcf0 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.2022853 Jan 19 22:29:19.102626 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0d0cd1c8-b37b-4305-8489-b480d3dd2b6e req-2563b78c-cc4f-4ff8-94e9-457425470f5c tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605013 Jan 19 22:29:19.149486 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008102a9-89c9-4b5e-a862-05368e4c1c50 req-277b2740-f701-40b2-acd3-45ff81807257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:19.152400 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-008102a9-89c9-4b5e-a862-05368e4c1c50 req-277b2740-f701-40b2-acd3-45ff81807257 service neutron] 10.222.0.65 "GET /v2.0/networks?id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff HTTP/1.1" status: 200 len: 906 time: 0.2654548 Jan 19 22:29:19.329250 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-008102a9-89c9-4b5e-a862-05368e4c1c50 req-d8b1cf5a-0dfb-440b-91c3-3c6f870b1197 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c615110b-1ed6-43a9-b28d-b8466eededb3 HTTP/1.1" status: 200 len: 1001 time: 0.1686397 Jan 19 22:29:19.435912 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008102a9-89c9-4b5e-a862-05368e4c1c50 req-6ce60dce-b6bb-44b6-98fc-8a0a53191647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:19.437886 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-008102a9-89c9-4b5e-a862-05368e4c1c50 req-6ce60dce-b6bb-44b6-98fc-8a0a53191647 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aab077fb-7a3f-467f-8b9a-f6fe6fd707e1 HTTP/1.1" status: 200 len: 851 time: 0.1004925 Jan 19 22:29:19.569541 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008102a9-89c9-4b5e-a862-05368e4c1c50 req-06d69de2-589a-40c7-a02a-a8cc5dd100e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:19.572122 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-008102a9-89c9-4b5e-a862-05368e4c1c50 req-06d69de2-589a-40c7-a02a-a8cc5dd100e4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1200061 Jan 19 22:29:19.880617 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-008102a9-89c9-4b5e-a862-05368e4c1c50 req-ad1745ef-0eae-490c-b2a5-04ec74314294 service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992415 Jan 19 22:29:20.123528 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-008102a9-89c9-4b5e-a862-05368e4c1c50 req-8499501b-3ae3-4158-a802-2f3df9d8d163 service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2341046 Jan 19 22:29:20.405834 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db7c7e-58c8-4a41-9d82-ae630d6f1ba5 req-54e22887-6c1e-4a74-ad8f-9b3c1d86b1c0 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:20.412206 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-27db7c7e-58c8-4a41-9d82-ae630d6f1ba5 req-54e22887-6c1e-4a74-ad8f-9b3c1d86b1c0 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1389072 Jan 19 22:29:20.475411 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-27db7c7e-58c8-4a41-9d82-ae630d6f1ba5 req-696f0261-ba0f-4eb5-a3a6-495c7ca25f31 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555217 Jan 19 22:29:21.838731 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd0abd-d7b1-4d0e-a331-a9ffa3c2c83c req-c1e7e7ea-5540-44a9-8e05-0371f675a565 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:21.846738 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-76bd0abd-d7b1-4d0e-a331-a9ffa3c2c83c req-c1e7e7ea-5540-44a9-8e05-0371f675a565 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1684096 Jan 19 22:29:21.920863 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-76bd0abd-d7b1-4d0e-a331-a9ffa3c2c83c req-24fabda1-7982-4ca1-bd26-74ad13d740b3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725276 Jan 19 22:29:22.354306 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:23.327103 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4eef6-d2fd-417d-9d34-925f603d0f5e req-f3d9f112-1332-4043-a648-a21109c0721b tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:23.338456 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-40d4eef6-d2fd-417d-9d34-925f603d0f5e req-f3d9f112-1332-4043-a648-a21109c0721b tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.2139809 Jan 19 22:29:23.413153 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-40d4eef6-d2fd-417d-9d34-925f603d0f5e req-383252f1-bd08-4d5a-baf2-150b7dce878f tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731924 Jan 19 22:29:23.755383 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 33524) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:24.021592 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 33534) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:24.021988 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-d56613ac-4660-458c-9533-6805f65cc4dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d19ae5c49a124c0fb5aa2bc98027433f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651803 Jan 19 22:29:24.119693 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3517198a-d128-437d-b50b-68c65a9ae939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:24.174257 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3517198a-d128-437d-b50b-68c65a9ae939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:24.250762 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3517198a-d128-437d-b50b-68c65a9ae939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:24.262613 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e00bb102-786f-4cae-b8bb-79f18b9ea8d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:24.279622 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517198a-d128-437d-b50b-68c65a9ae939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92427dfc-c36f-4da5-8567-ead3907223b6,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:24.285360 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3517198a-d128-437d-b50b-68c65a9ae939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:24.293724 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3517198a-d128-437d-b50b-68c65a9ae939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:24.298190 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-3517198a-d128-437d-b50b-68c65a9ae939 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/92427dfc-c36f-4da5-8567-ead3907223b6 HTTP/1.1" status: 204 len: 168 time: 0.2749846 Jan 19 22:29:24.816354 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb258bb4-57c3-404d-9b6f-bd7ea3c18c81 req-2c100553-af2e-44f2-91bd-5b9e2947a8cc tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:24.826386 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eb258bb4-57c3-404d-9b6f-bd7ea3c18c81 req-2c100553-af2e-44f2-91bd-5b9e2947a8cc tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1470881 Jan 19 22:29:24.893842 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eb258bb4-57c3-404d-9b6f-bd7ea3c18c81 req-58b712f4-fbf1-43a4-a609-2dd7c892787c tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660939 Jan 19 22:29:25.673180 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5a698-05e4-45dd-90e5-f0f392f620d6 req-89fe17b0-e6be-4970-90a0-5cc047b21829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:25.674854 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-39f5a698-05e4-45dd-90e5-f0f392f620d6 req-89fe17b0-e6be-4970-90a0-5cc047b21829 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e64eda3ec4144b5bb294b9dc3338c915&device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 1162 time: 0.0872347 Jan 19 22:29:25.840780 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5a698-05e4-45dd-90e5-f0f392f620d6 req-7be1f666-2a04-455e-84a8-a4b12003d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:25.842781 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-39f5a698-05e4-45dd-90e5-f0f392f620d6 req-7be1f666-2a04-455e-84a8-a4b12003d56c service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 HTTP/1.1" status: 200 len: 911 time: 0.1608543 Jan 19 22:29:25.986329 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-39f5a698-05e4-45dd-90e5-f0f392f620d6 req-f2a5d563-d734-46a6-b167-0a6a2e4084a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 HTTP/1.1" status: 200 len: 1001 time: 0.1361208 Jan 19 22:29:26.068194 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5a698-05e4-45dd-90e5-f0f392f620d6 req-23d9bf08-7a70-480b-b124-8cfa9b6a8a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:26.069997 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-39f5a698-05e4-45dd-90e5-f0f392f620d6 req-23d9bf08-7a70-480b-b124-8cfa9b6a8a97 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=728f42a3-f50d-4a74-bd63-43882f750a76 HTTP/1.1" status: 200 len: 856 time: 0.0763085 Jan 19 22:29:26.167775 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5a698-05e4-45dd-90e5-f0f392f620d6 req-8570492d-4cdc-4fc4-bf1c-fbeff5d2750c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:26.169507 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-39f5a698-05e4-45dd-90e5-f0f392f620d6 req-8570492d-4cdc-4fc4-bf1c-fbeff5d2750c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918720 Jan 19 22:29:26.272948 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c41a87-4bc0-48b9-a69c-7b59c3c7bd99 req-41357285-33aa-4d02-96ae-54e94109e2ba tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:26.274662 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-82c41a87-4bc0-48b9-a69c-7b59c3c7bd99 req-41357285-33aa-4d02-96ae-54e94109e2ba tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1158662 Jan 19 22:29:26.335738 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-82c41a87-4bc0-48b9-a69c-7b59c3c7bd99 req-9fb153ed-afd3-487e-999e-2245779e39de tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509455 Jan 19 22:29:26.355650 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-39f5a698-05e4-45dd-90e5-f0f392f620d6 req-11f194f8-6989-42c9-b3fc-b3883b22bbc0 service neutron] 10.222.0.65 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771164 Jan 19 22:29:26.514395 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-39f5a698-05e4-45dd-90e5-f0f392f620d6 req-968704f3-d217-49df-93d7-b2a7334f516d service neutron] 10.222.0.65 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1516712 Jan 19 22:29:27.629034 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fb9ad-7904-4808-8088-d22d1fc10c82 req-2ef5feea-34d0-4fb1-ac18-8925ccfd32f0 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:27.630820 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-970fb9ad-7904-4808-8088-d22d1fc10c82 req-2ef5feea-34d0-4fb1-ac18-8925ccfd32f0 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1104620 Jan 19 22:29:27.693405 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-970fb9ad-7904-4808-8088-d22d1fc10c82 req-fe5f81cd-5829-4d38-8351-427cbc8356af tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531299 Jan 19 22:29:28.524035 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:29:28.960905 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ee118-721e-48ab-b922-d1413b20a001 req-c8ba5c87-7923-4d2a-9b48-fb87829168f3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:28.962715 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-338ee118-721e-48ab-b922-d1413b20a001 req-c8ba5c87-7923-4d2a-9b48-fb87829168f3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1110897 Jan 19 22:29:29.015539 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-338ee118-721e-48ab-b922-d1413b20a001 req-f1037300-4ab4-45c8-9982-44d8279b1041 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459812 Jan 19 22:29:29.913143 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a180bb7a-de75-4dad-b3c7-03f16e8729f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:31.179762 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:29:31.310464 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:31.346353 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8266c3-b0a6-488b-b87e-534a6a6475e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c3fa9f5-61d8-4d82-ad11-17aa1e07d629'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:29:31.356819 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=3c3fa9f5-61d8-4d82-ad11-17aa1e07d629,segment=NetworkSegment(a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654),segment_id=a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:29:31.360763 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:31.362989 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:31.447290 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=3c3fa9f5-61d8-4d82-ad11-17aa1e07d629,revision_number=5']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:31.457708 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:31.475152 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8266c3-b0a6-488b-b87e-534a6a6475e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c3fa9f5-61d8-4d82-ad11-17aa1e07d629', 'code': 200} Jan 19 22:29:31.774353 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce5184-93ba-4ca4-947f-0b3c3caaf9f0 req-eadbeba3-5308-44fa-b449-2216b536daf6 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:31.776601 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-44ce5184-93ba-4ca4-947f-0b3c3caaf9f0 req-eadbeba3-5308-44fa-b449-2216b536daf6 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 943 time: 0.1070831 Jan 19 22:29:31.814935 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 33656) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:31.837319 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-44ce5184-93ba-4ca4-947f-0b3c3caaf9f0 req-f46bee0c-35a5-4e83-b864-ee743c7b81c9 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537255 Jan 19 22:29:31.971490 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-603a19ae-12b6-416e-b34b-add7b70e1365 req-6fb88a09-480a-4317-bcb1-fc40546fc597 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1552093 Jan 19 22:29:32.844004 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a19ae-12b6-416e-b34b-add7b70e1365 req-a8598874-501b-4582-9efd-1e41099df1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:32.845616 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-603a19ae-12b6-416e-b34b-add7b70e1365 req-a8598874-501b-4582-9efd-1e41099df1ba service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1&tenant_id=e64eda3ec4144b5bb294b9dc3338c915 HTTP/1.1" status: 200 len: 1160 time: 0.3794193 Jan 19 22:29:32.959451 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a19ae-12b6-416e-b34b-add7b70e1365 req-1f5761d4-a1a7-469b-a347-58a0aa506310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:32.961108 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-603a19ae-12b6-416e-b34b-add7b70e1365 req-1f5761d4-a1a7-469b-a347-58a0aa506310 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e64eda3ec4144b5bb294b9dc3338c915&device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 1160 time: 0.0803823 Jan 19 22:29:33.097175 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ca065-d4fa-48b9-b990-e57bd30d4568 req-653b4087-8b14-493a-ad60-ee6a450e0163 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:33.098953 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-935ca065-d4fa-48b9-b990-e57bd30d4568 req-653b4087-8b14-493a-ad60-ee6a450e0163 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 943 time: 0.1099055 Jan 19 22:29:33.110901 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a19ae-12b6-416e-b34b-add7b70e1365 req-1314e594-d1b8-4630-9d75-9200be5533df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:33.112568 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-603a19ae-12b6-416e-b34b-add7b70e1365 req-1314e594-d1b8-4630-9d75-9200be5533df service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 HTTP/1.1" status: 200 len: 911 time: 0.1446583 Jan 19 22:29:33.152561 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-935ca065-d4fa-48b9-b990-e57bd30d4568 req-ae2004e8-b14f-4b4a-9183-a4a9ef152742 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466363 Jan 19 22:29:33.164303 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ecf2-4700-46dc-8f93-917bf2a19689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:33.231338 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-603a19ae-12b6-416e-b34b-add7b70e1365 req-12d100cd-994b-4ff4-b4da-c2a9f1203945 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 HTTP/1.1" status: 200 len: 999 time: 0.1091928 Jan 19 22:29:33.302386 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a19ae-12b6-416e-b34b-add7b70e1365 req-03f9b0a0-b369-4a48-b469-5e1467a09bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:33.303994 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-603a19ae-12b6-416e-b34b-add7b70e1365 req-03f9b0a0-b369-4a48-b469-5e1467a09bc3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=728f42a3-f50d-4a74-bd63-43882f750a76 HTTP/1.1" status: 200 len: 856 time: 0.0661507 Jan 19 22:29:33.391889 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a19ae-12b6-416e-b34b-add7b70e1365 req-297270ee-5303-41cb-96a2-182619d8e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:33.393553 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-603a19ae-12b6-416e-b34b-add7b70e1365 req-297270ee-5303-41cb-96a2-182619d8e9a4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820546 Jan 19 22:29:33.541187 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-603a19ae-12b6-416e-b34b-add7b70e1365 req-c5a34853-f3ee-4d6f-9ffb-3625d5c9c79f service neutron] 10.222.0.65 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399827 Jan 19 22:29:33.690612 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-603a19ae-12b6-416e-b34b-add7b70e1365 req-a0dd5ce2-1b12-44b2-a68a-cf1f6f2e211a service neutron] 10.222.0.65 "GET /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1419828 Jan 19 22:29:34.224805 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 33696) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:34.398367 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-97a96cbb-c91b-43a3-ab43-4ef94571892a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:34.424546 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-97a96cbb-c91b-43a3-ab43-4ef94571892a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:29:34.432995 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-97a96cbb-c91b-43a3-ab43-4ef94571892a admin admin] Usage tracker for resource:security_group_rule and tenant:32f79175cbe141f6ac760ad76e90d892 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:29:34.437051 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-97a96cbb-c91b-43a3-ab43-4ef94571892a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:29:34.444938 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-97a96cbb-c91b-43a3-ab43-4ef94571892a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:29:34.478566 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2559a2f-bf8f-467b-beaf-e835fc94e592 req-6817fbd0-0ebc-4d98-8510-eb9048be03b1 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:34.480755 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c2559a2f-bf8f-467b-beaf-e835fc94e592 req-6817fbd0-0ebc-4d98-8510-eb9048be03b1 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 943 time: 0.1649454 Jan 19 22:29:34.561436 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c2559a2f-bf8f-467b-beaf-e835fc94e592 req-a73b55ee-a47e-4b02-8836-fd731e787c28 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679410 Jan 19 22:29:34.614787 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-97a96cbb-c91b-43a3-ab43-4ef94571892a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:34.618387 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-97a96cbb-c91b-43a3-ab43-4ef94571892a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:34.628159 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-dbfe937d-fd4a-44fe-a247-b16aed232171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:34.666002 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a96cbb-c91b-43a3-ab43-4ef94571892a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486f79dc-cc72-41a0-b60a-84ae074038e6,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:34.673256 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-97a96cbb-c91b-43a3-ab43-4ef94571892a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:34.679521 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-97a96cbb-c91b-43a3-ab43-4ef94571892a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=32f79175cbe141f6ac760ad76e90d892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4536240 Jan 19 22:29:34.682932 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 33716) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:29:34.752436 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-daa5749e-3008-4a79-b1e3-8a484884d628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:34.767270 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:34.784241 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-daa5749e-3008-4a79-b1e3-8a484884d628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:34.842431 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-daa5749e-3008-4a79-b1e3-8a484884d628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:34.850360 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ead95e5b-b7fc-48b4-81b5-66d16ffa68ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:34.867248 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5749e-3008-4a79-b1e3-8a484884d628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486f79dc-cc72-41a0-b60a-84ae074038e6,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:34.869445 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-daa5749e-3008-4a79-b1e3-8a484884d628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:34.878851 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-daa5749e-3008-4a79-b1e3-8a484884d628 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/486f79dc-cc72-41a0-b60a-84ae074038e6 HTTP/1.1" status: 204 len: 168 time: 0.1901555 Jan 19 22:29:34.882988 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-daa5749e-3008-4a79-b1e3-8a484884d628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:35.289708 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:35.763346 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:35.863463 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1daade-a1dc-4659-9439-0fae0220fd64 req-e4fe847d-e090-413e-b1d3-31e527cb36f6 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:35.865186 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4f1daade-a1dc-4659-9439-0fae0220fd64 req-e4fe847d-e090-413e-b1d3-31e527cb36f6 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 943 time: 0.1120398 Jan 19 22:29:36.139226 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4f1daade-a1dc-4659-9439-0fae0220fd64 req-b54ebb4a-3203-4c45-8f67-acf662bc3b16 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2668893 Jan 19 22:29:36.633536 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63bcb6-6f99-4739-9427-4c4a6e88238b req-2c1928a4-8b3f-4097-835f-9582df13412a tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:36.635864 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ab63bcb6-6f99-4739-9427-4c4a6e88238b req-2c1928a4-8b3f-4097-835f-9582df13412a tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.1062160 Jan 19 22:29:36.693362 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ab63bcb6-6f99-4739-9427-4c4a6e88238b req-32ff215c-1f1b-426f-97bf-afa259ee6910 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0510383 Jan 19 22:29:37.432369 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742e680-a11b-4301-9820-c5fc1a26104f req-252c163d-e4d8-4249-b23a-cba6966a1aa7 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:37.434659 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f742e680-a11b-4301-9820-c5fc1a26104f req-252c163d-e4d8-4249-b23a-cba6966a1aa7 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 943 time: 0.1172886 Jan 19 22:29:37.490511 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f742e680-a11b-4301-9820-c5fc1a26104f req-4dfed685-0e9f-4070-8b48-e549c4cb04f3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482919 Jan 19 22:29:37.936016 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a317aaa-05ec-49b8-9997-9b233810931c req-d11713f1-e350-4bcd-8e94-5cf6b80e9d53 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:37.937934 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2a317aaa-05ec-49b8-9997-9b233810931c req-d11713f1-e350-4bcd-8e94-5cf6b80e9d53 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.1073239 Jan 19 22:29:38.000889 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2a317aaa-05ec-49b8-9997-9b233810931c req-a51f02ec-a755-456b-92a9-38ad71f4be0a tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0545321 Jan 19 22:29:38.801195 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1373bf-76b2-4660-8fd8-f45a897b8e65 req-50dc16bd-9a10-49b0-be98-35e1c37eab7d tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:38.802960 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2a1373bf-76b2-4660-8fd8-f45a897b8e65 req-50dc16bd-9a10-49b0-be98-35e1c37eab7d tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 943 time: 0.1152205 Jan 19 22:29:38.858656 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2a1373bf-76b2-4660-8fd8-f45a897b8e65 req-baf2e0d0-5894-4535-b978-503910d48137 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485730 Jan 19 22:29:39.435919 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2573a-001c-4b08-bbed-1c44603f59c5 req-2a80b4e2-db58-407f-86c2-5a69552abdea tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:39.437643 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-08c2573a-001c-4b08-bbed-1c44603f59c5 req-2a80b4e2-db58-407f-86c2-5a69552abdea tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.1125989 Jan 19 22:29:39.492744 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-08c2573a-001c-4b08-bbed-1c44603f59c5 req-c8ead499-7cfb-466f-852e-d43ae139ddf1 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0483191 Jan 19 22:29:39.736890 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5005f9-5b38-4050-af4e-3301fecbc061 req-cf377e1d-32a2-4788-84a6-1d08b7995765 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:39.738743 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1c5005f9-5b38-4050-af4e-3301fecbc061 req-cf377e1d-32a2-4788-84a6-1d08b7995765 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 945 time: 0.1186342 Jan 19 22:29:39.795899 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1c5005f9-5b38-4050-af4e-3301fecbc061 req-5c5ee52e-7005-4048-93f3-3ce2528512f6 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0502427 Jan 19 22:29:40.131031 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9203419-c657-4e07-98cc-79f6cff47972 req-b26b2c5c-f5e4-4ae8-8780-e7a9541f3889 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:40.133011 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a9203419-c657-4e07-98cc-79f6cff47972 req-b26b2c5c-f5e4-4ae8-8780-e7a9541f3889 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 943 time: 0.1202397 Jan 19 22:29:40.189515 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a9203419-c657-4e07-98cc-79f6cff47972 req-13a5229e-5589-434a-af57-43ce7786dd56 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499806 Jan 19 22:29:40.805350 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854f7b1-f3f9-4f3c-9a13-b5b1df8e3a18 req-39851b68-8660-4c2f-8ef4-64fa3bdf0071 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:40.807651 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b854f7b1-f3f9-4f3c-9a13-b5b1df8e3a18 req-39851b68-8660-4c2f-8ef4-64fa3bdf0071 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.1176043 Jan 19 22:29:40.874660 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b854f7b1-f3f9-4f3c-9a13-b5b1df8e3a18 req-c5c6a058-ea55-4b3f-b34a-8c24d3b1d286 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0601766 Jan 19 22:29:41.114648 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ef314-28da-46bd-b29a-c32b4e7f406f req-cac2ad7f-871f-4ca5-b2b3-70cfdfba101c tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:41.116489 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-004ef314-28da-46bd-b29a-c32b4e7f406f req-cac2ad7f-871f-4ca5-b2b3-70cfdfba101c tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 945 time: 0.1166995 Jan 19 22:29:41.187343 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-004ef314-28da-46bd-b29a-c32b4e7f406f req-5aa31e73-c3af-4c11-81c7-fac0460a18df tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0625901 Jan 19 22:29:41.457930 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e5871-4330-4f16-8488-e945081e1b58 req-a53751b8-f97f-4a04-af3e-01f67b4d4cb1 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:41.459709 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-df0e5871-4330-4f16-8488-e945081e1b58 req-a53751b8-f97f-4a04-af3e-01f67b4d4cb1 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 943 time: 0.1148949 Jan 19 22:29:41.523050 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-df0e5871-4330-4f16-8488-e945081e1b58 req-4e513dc8-7243-45e2-84fb-05762b536f55 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568056 Jan 19 22:29:42.125420 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471faee-5128-44b7-a328-19d7dfc30d36 req-3933fb6d-bf32-4b40-ae96-0b520ce69de2 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:42.127458 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9471faee-5128-44b7-a328-19d7dfc30d36 req-3933fb6d-bf32-4b40-ae96-0b520ce69de2 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.1133337 Jan 19 22:29:42.192304 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9471faee-5128-44b7-a328-19d7dfc30d36 req-c4e9a883-23f7-4c5e-8181-c12900a81d20 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0581875 Jan 19 22:29:42.436276 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f51369-38ef-48a5-9e85-3713232879e6 req-f94aeb4f-8655-4cda-9cca-574969ef247c tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:42.441194 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-92f51369-38ef-48a5-9e85-3713232879e6 req-f94aeb4f-8655-4cda-9cca-574969ef247c tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 945 time: 0.1110532 Jan 19 22:29:42.493905 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-92f51369-38ef-48a5-9e85-3713232879e6 req-b520ab1b-a830-4ca4-a70f-3664fe8f884a tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0492318 Jan 19 22:29:42.843174 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed013b1-be62-4065-a183-a8c9790879a1 req-6e388c8a-d9f8-4ac9-9a35-0f78e971ac16 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:42.844794 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eed013b1-be62-4065-a183-a8c9790879a1 req-6e388c8a-d9f8-4ac9-9a35-0f78e971ac16 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 943 time: 0.1503081 Jan 19 22:29:42.899190 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eed013b1-be62-4065-a183-a8c9790879a1 req-1bdeb803-e3a8-433f-b7cb-7620987b3055 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480134 Jan 19 22:29:43.438383 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21236e5a-8eae-4864-891c-630bbe9a9f3d req-0c2b836e-460c-47a6-83c2-ffbb13d9df98 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:43.440082 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-21236e5a-8eae-4864-891c-630bbe9a9f3d req-0c2b836e-460c-47a6-83c2-ffbb13d9df98 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.1083961 Jan 19 22:29:43.522986 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-21236e5a-8eae-4864-891c-630bbe9a9f3d req-e029fe4d-9987-4912-a18b-8d2409a93af4 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0747869 Jan 19 22:29:43.779348 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd423f2-9a42-41b3-8525-58f8b6683489 req-9dcbca3b-e24a-4f91-b1ad-1174da5b91b3 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:43.781004 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ddd423f2-9a42-41b3-8525-58f8b6683489 req-9dcbca3b-e24a-4f91-b1ad-1174da5b91b3 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 945 time: 0.1313748 Jan 19 22:29:43.837225 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ddd423f2-9a42-41b3-8525-58f8b6683489 req-42cc41ce-8acf-43c3-84e7-9355a7ccef18 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0495958 Jan 19 22:29:44.165744 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb23c1e-a795-4456-8da2-d2b937e66241 req-52a0d8b0-28a6-46b3-8b21-8fc9c385c819 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:44.167469 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6bb23c1e-a795-4456-8da2-d2b937e66241 req-52a0d8b0-28a6-46b3-8b21-8fc9c385c819 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 943 time: 0.1069179 Jan 19 22:29:44.221222 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6bb23c1e-a795-4456-8da2-d2b937e66241 req-5d5ef52f-7ae7-46ef-b117-05f6487a5537 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472460 Jan 19 22:29:44.765075 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbc6f4-672e-49a3-be77-8817316ee2c1 req-8b85b0f7-97f4-4abc-921f-f0941d95d2c3 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:44.767410 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3ebbc6f4-672e-49a3-be77-8817316ee2c1 req-8b85b0f7-97f4-4abc-921f-f0941d95d2c3 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.1078596 Jan 19 22:29:44.818366 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3ebbc6f4-672e-49a3-be77-8817316ee2c1 req-8b4ed523-c09f-44df-af46-17cd942ea895 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0445824 Jan 19 22:29:45.073265 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe34a1a-1ee6-466d-8d2e-32985ba6554f req-b6fc3aad-8ab8-41bd-96bd-10185d485428 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:45.075001 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cbe34a1a-1ee6-466d-8d2e-32985ba6554f req-b6fc3aad-8ab8-41bd-96bd-10185d485428 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 945 time: 0.1049409 Jan 19 22:29:45.129345 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cbe34a1a-1ee6-466d-8d2e-32985ba6554f req-40f8ce09-3a95-446c-838d-f7721b2a36c7 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0462422 Jan 19 22:29:45.475902 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977d996-0865-423d-bc05-d78198039d7f req-a549bdb7-8209-433d-882d-b9892540d839 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:45.477434 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6977d996-0865-423d-bc05-d78198039d7f req-a549bdb7-8209-433d-882d-b9892540d839 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 943 time: 0.1033938 Jan 19 22:29:45.527831 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6977d996-0865-423d-bc05-d78198039d7f req-e266450b-f18f-41d1-996c-8483b7a636c3 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440681 Jan 19 22:29:46.068215 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651387a4-6d73-43ee-bd5f-ec5f4fd4e924 req-13ba6a03-635b-4988-93cb-1551278f8af4 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:46.070342 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-651387a4-6d73-43ee-bd5f-ec5f4fd4e924 req-13ba6a03-635b-4988-93cb-1551278f8af4 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.1192713 Jan 19 22:29:46.123632 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-651387a4-6d73-43ee-bd5f-ec5f4fd4e924 req-2256f3a0-309c-40bb-a465-d7073cccff3c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0459001 Jan 19 22:29:46.366559 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbc8c4-3c07-4668-8fcd-a8bdc86026ef req-08d94002-9546-46d0-bb42-9d80a711ca63 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:46.368382 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-decbc8c4-3c07-4668-8fcd-a8bdc86026ef req-08d94002-9546-46d0-bb42-9d80a711ca63 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 945 time: 0.1019404 Jan 19 22:29:46.421032 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-decbc8c4-3c07-4668-8fcd-a8bdc86026ef req-c32728c5-9ab2-4eb5-b754-898136640dab tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0447035 Jan 19 22:29:46.778588 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbfc42-91d9-4f80-9d78-6f52be626f71 req-8bdc7a66-ecc0-4347-9358-7c334aada839 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:46.780249 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-09cbfc42-91d9-4f80-9d78-6f52be626f71 req-8bdc7a66-ecc0-4347-9358-7c334aada839 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 943 time: 0.1049261 Jan 19 22:29:46.830386 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-09cbfc42-91d9-4f80-9d78-6f52be626f71 req-cba9f45e-a120-4c66-9919-f1a11f48c702 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437629 Jan 19 22:29:46.938410 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d647db-fd6b-466a-b683-e26720a9ed19 req-d6643d7e-343f-461f-b6f6-dc7f21a3b576 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:46.940005 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f5d647db-fd6b-466a-b683-e26720a9ed19 req-d6643d7e-343f-461f-b6f6-dc7f21a3b576 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.65 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 945 time: 0.0988688 Jan 19 22:29:47.023781 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-f5d647db-fd6b-466a-b683-e26720a9ed19 req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Deleting port c615110b-1ed6-43a9-b28d-b8466eededb3 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:29:47.024074 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f5d647db-fd6b-466a-b683-e26720a9ed19 req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:47.282117 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-f5d647db-fd6b-466a-b683-e26720a9ed19 req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] For port c615110b-1ed6-43a9-b28d-b8466eededb3, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c615110b-1ed6-43a9-b28d-b8466eededb3,segment=NetworkSegment(41f6063b-b71c-4980-b791-ecc142e605de),segment_id=41f6063b-b71c-4980-b791-ecc142e605de)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:29:47.282739 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f5d647db-fd6b-466a-b683-e26720a9ed19 req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:47.354509 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd212058-836f-4ce7-813e-426c6ae4d139 req-f8b86815-a50d-433c-b561-0f8f4b89b4b2 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:47.356236 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-dd212058-836f-4ce7-813e-426c6ae4d139 req-f8b86815-a50d-433c-b561-0f8f4b89b4b2 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.1035583 Jan 19 22:29:47.411809 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-dd212058-836f-4ce7-813e-426c6ae4d139 req-14e1960a-7e62-4845-9f3f-acc76995cefd tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0483572 Jan 19 22:29:47.602495 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f5d647db-fd6b-466a-b683-e26720a9ed19 req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for floatingip, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:47.602950 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f5d647db-fd6b-466a-b683-e26720a9ed19 req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:47.603309 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.l3_db [req-f5d647db-fd6b-466a-b683-e26720a9ed19 req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Floating IP 371d4046-52a8-4358-b731-85c2e38ac665 disassociated. External IP: 172.27.0.198, port: c615110b-1ed6-43a9-b28d-b8466eededb3. Jan 19 22:29:47.603682 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-f5d647db-fd6b-466a-b683-e26720a9ed19 req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Calling delete_port for c615110b-1ed6-43a9-b28d-b8466eededb3 owned by compute:nova {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:29:47.649632 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a91d25-ec70-4043-b704-341771e28147 req-4256e474-14ae-4043-9922-e6a500958de6 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:47.651884 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-45a91d25-ec70-4043-b704-341771e28147 req-4256e474-14ae-4043-9922-e6a500958de6 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 945 time: 0.1031573 Jan 19 22:29:47.709376 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-45a91d25-ec70-4043-b704-341771e28147 req-92b00edd-2cf8-41f9-a783-49786e16f549 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0500944 Jan 19 22:29:47.762955 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f5d647db-fd6b-466a-b683-e26720a9ed19 req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:47.780857 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1efa1e57-4543-4b4b-8517-1306c9508ed6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:47.878898 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Pushing event deleted for resources: {'Port': ['ID=c615110b-1ed6-43a9-b28d-b8466eededb3,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:47.893683 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:47.894103 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:47.894604 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:47.894951 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:47.895351 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:47.895750 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:47.896216 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:47.896518 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:47.896911 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:47.897307 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:47.897701 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:47.898121 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:47.898569 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:47.898988 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:47.899383 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:47.899774 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:47.900166 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:47.901139 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:47.901531 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:47.901922 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:47.902313 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:47.902734 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:47.903135 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:47.903520 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:29:47.907436 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:48.092672 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a6a87-2214-498e-b2f0-67e7fc07d583 req-6feefe2d-349f-44fb-bbb5-5b9557c1f719 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:48.094341 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-251a6a87-2214-498e-b2f0-67e7fc07d583 req-6feefe2d-349f-44fb-bbb5-5b9557c1f719 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 943 time: 0.1139536 Jan 19 22:29:48.146910 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-251a6a87-2214-498e-b2f0-67e7fc07d583 req-6db9a286-13d0-4ac2-b1a5-7956fd76d2dc tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450504 Jan 19 22:29:48.171593 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5d647db-fd6b-466a-b683-e26720a9ed19 req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Router a974c745-492d-47bf-b7f7-ab49bb885b83 has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:29:48.279941 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:29:48.354311 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:29:48.354859 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:48.370655 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5d647db-fd6b-466a-b683-e26720a9ed19 req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:29:48.384384 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8fa7ab-7e29-4591-b9e9-52f439edc467 None None] Sync routers for ids ['a974c745-492d-47bf-b7f7-ab49bb885b83'] in dv-cinder-750782-5-iscsi {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:29:48.412071 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8fa7ab-7e29-4591-b9e9-52f439edc467 None None] Routers {'a974c745-492d-47bf-b7f7-ab49bb885b83'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:29:48.412946 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-6e8fa7ab-7e29-4591-b9e9-52f439edc467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:29:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['a974c745-492d-47bf-b7f7-ab49bb885b83'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:29:48.421591 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d647db-fd6b-466a-b683-e26720a9ed19 req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] No DVR routers for this DVR port c615110b-1ed6-43a9-b28d-b8466eededb3 on host hv-cinder-75078 {{(pid=80181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:29:48.424200 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f5d647db-fd6b-466a-b683-e26720a9ed19 req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:48.429314 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a228145e-e5c9-4644-916f-276a15c365c5', 'name': 'network-vif-deleted', 'tag': 'c615110b-1ed6-43a9-b28d-b8466eededb3'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:29:48.450861 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f5d647db-fd6b-466a-b683-e26720a9ed19 req-bc87120d-0be9-4b14-97c9-4827fb643982 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.65 "DELETE /v2.0/ports/c615110b-1ed6-43a9-b28d-b8466eededb3 HTTP/1.1" status: 204 len: 173 time: 1.5051053 Jan 19 22:29:48.598619 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a228145e-e5c9-4644-916f-276a15c365c5', 'name': 'network-vif-deleted', 'tag': 'c615110b-1ed6-43a9-b28d-b8466eededb3', 'status': 'completed', 'code': 200} Jan 19 22:29:48.684228 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:48.701382 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-6e8fa7ab-7e29-4591-b9e9-52f439edc467 None None] Set router a974c745-492d-47bf-b7f7-ab49bb885b83 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:29:48.716799 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8266c3-b0a6-488b-b87e-534a6a6475e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3fa9f5-61d8-4d82-ad11-17aa1e07d629'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:29:48.727344 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=3c3fa9f5-61d8-4d82-ad11-17aa1e07d629,segment=NetworkSegment(a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654),segment_id=a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:29:48.730840 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:48.732979 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:48.795267 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214e50f-283f-4e01-9577-68e0696706bb req-2b0c4e04-7755-440b-b0b3-0e1ea26636c6 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:48.796960 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7214e50f-283f-4e01-9577-68e0696706bb req-2b0c4e04-7755-440b-b0b3-0e1ea26636c6 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.1236942 Jan 19 22:29:48.799957 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8266c3-b0a6-488b-b87e-534a6a6475e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3fa9f5-61d8-4d82-ad11-17aa1e07d629', 'code': 200} Jan 19 22:29:48.800917 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device c615110b-1ed6-43a9-b28d-b8466eededb3 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:29:48.859495 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7214e50f-283f-4e01-9577-68e0696706bb req-2f468498-9ac2-4ffb-8a0a-a6cc805adabb tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0559745 Jan 19 22:29:48.913783 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] No Port match for: c615110b-1ed6-43a9-b28d-b8466eededb3 {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:29:48.914444 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device c615110b-1ed6-43a9-b28d-b8466eededb3 not bound to the agent host hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:29:48.927189 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=3c3fa9f5-61d8-4d82-ad11-17aa1e07d629,revision_number=6']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:48.930836 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:49.000263 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b7f0321e-ef53-4b9e-8b97-018e51aa6161 req-02f50c12-3737-40e4-afd4-590ea2645a43 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=a228145e-e5c9-4644-916f-276a15c365c5 HTTP/1.1" status: 200 len: 210 time: 0.0839059 Jan 19 22:29:49.110256 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-6e8fa7ab-7e29-4591-b9e9-52f439edc467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:24:35Z', 'revision_number': 4, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': 'a7256fa1-8a58-410d-a7aa-d44921c8dcd8', 'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'tenant_id': '607a36c19a34437991c7268366328db0', 'mac_address': 'fa:16:3e:a9:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:34Z', 'updated_at': '2021-01-19T22:24:46Z', 'revision_number': 5, 'project_id': '607a36c19a34437991c7268366328db0', 'subnets': [{'id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:29:49.114031 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068936df-bf1e-4f12-a959-a9f75c61deaa req-d353a3ea-2005-4317-abb8-e24bd4ae65c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:49.114317 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8fa7ab-7e29-4591-b9e9-52f439edc467 None None] Checking router: a974c745-492d-47bf-b7f7-ab49bb885b83 for host: dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:29:49.115711 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-068936df-bf1e-4f12-a959-a9f75c61deaa req-d353a3ea-2005-4317-abb8-e24bd4ae65c7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 1162 time: 0.0830293 Jan 19 22:29:49.123681 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8fa7ab-7e29-4591-b9e9-52f439edc467 None None] Routers {'a974c745-492d-47bf-b7f7-ab49bb885b83'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:29:49.124211 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-6e8fa7ab-7e29-4591-b9e9-52f439edc467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:29:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['a974c745-492d-47bf-b7f7-ab49bb885b83'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:29:49.167586 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-068936df-bf1e-4f12-a959-a9f75c61deaa req-791dca68-0195-4c0a-bc10-62431c20f623 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371468 Jan 19 22:29:49.309991 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-6e8fa7ab-7e29-4591-b9e9-52f439edc467 None None] Set router a974c745-492d-47bf-b7f7-ab49bb885b83 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:29:49.392915 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eadaca-699f-4594-88b8-092628652aea req-5b4cee49-f403-4ade-b3b2-d1f1c3d059ba tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:49.394600 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c3eadaca-699f-4594-88b8-092628652aea req-5b4cee49-f403-4ade-b3b2-d1f1c3d059ba tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1025856 Jan 19 22:29:49.446017 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c3eadaca-699f-4594-88b8-092628652aea req-03239a6f-4252-4ced-9d2b-d0e7d15bce80 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441687 Jan 19 22:29:49.642294 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-6e8fa7ab-7e29-4591-b9e9-52f439edc467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:24:35Z', 'revision_number': 4, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': 'a7256fa1-8a58-410d-a7aa-d44921c8dcd8', 'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'tenant_id': '607a36c19a34437991c7268366328db0', 'mac_address': 'fa:16:3e:a9:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:34Z', 'updated_at': '2021-01-19T22:24:46Z', 'revision_number': 5, 'project_id': '607a36c19a34437991c7268366328db0', 'subnets': [{'id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:29:49.646608 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8fa7ab-7e29-4591-b9e9-52f439edc467 None None] The sync data for ids ['a974c745-492d-47bf-b7f7-ab49bb885b83'] in dv-cinder-750782-5-iscsi is: [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:24:35Z', 'revision_number': 4, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': 'a7256fa1-8a58-410d-a7aa-d44921c8dcd8', 'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'tenant_id': '607a36c19a34437991c7268366328db0', 'mac_address': 'fa:16:3e:a9:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:34Z', 'updated_at': '2021-01-19T22:24:46Z', 'revision_number': 5, 'project_id': '607a36c19a34437991c7268366328db0', 'subnets': [{'id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:29:49.918179 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:29:49.996754 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:29:49.997172 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:50.094843 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a4f27f-5516-4723-94b3-765d824741d9 None None] New status for floating IP 371d4046-52a8-4358-b731-85c2e38ac665: DOWN {{(pid=80182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:29:50.115556 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c265ba-dd6a-4de3-92d8-beb6415e26dd req-9151b7c7-c918-45dc-ae7f-c9f432f27f77 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:50.117651 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-32c265ba-dd6a-4de3-92d8-beb6415e26dd req-9151b7c7-c918-45dc-ae7f-c9f432f27f77 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.1141059 Jan 19 22:29:50.169984 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-32c265ba-dd6a-4de3-92d8-beb6415e26dd req-4ff5f530-8193-4f0e-a27e-386f0e7f9c2b tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0453255 Jan 19 22:29:50.438567 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eb375284-3294-4d84-8316-52eba9b0db8c req-f209b84d-b4b2-4148-a37d-87d56116658a tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-390116996&fields=id&tenant_id=607a36c19a34437991c7268366328db0 HTTP/1.1" status: 200 len: 267 time: 0.0480609 Jan 19 22:29:50.682486 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb375284-3294-4d84-8316-52eba9b0db8c req-4ade95c9-8349-4796-b71f-52018f363ef4 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:50.684191 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eb375284-3294-4d84-8316-52eba9b0db8c req-4ade95c9-8349-4796-b71f-52018f363ef4 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/networks?id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff HTTP/1.1" status: 200 len: 812 time: 0.2383924 Jan 19 22:29:50.719070 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eb375284-3294-4d84-8316-52eba9b0db8c req-389b832d-e6b5-4977-8f8a-d1e740a5e563 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/quotas/607a36c19a34437991c7268366328db0 HTTP/1.1" status: 200 len: 375 time: 0.0153770 Jan 19 22:29:50.785196 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8f175-bc24-430f-bc5a-e3a93790e876 req-b329614e-6377-4d54-8b30-e665aa312492 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:50.786919 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f8c8f175-bc24-430f-bc5a-e3a93790e876 req-b329614e-6377-4d54-8b30-e665aa312492 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1856086 Jan 19 22:29:50.861813 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f8c8f175-bc24-430f-bc5a-e3a93790e876 req-26913b28-d05c-41a6-b93d-3fc1ab1781a5 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661001 Jan 19 22:29:50.901223 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eb375284-3294-4d84-8316-52eba9b0db8c req-dc22ef45-8937-43ee-ba05-e1f2de178cc7 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?tenant_id=607a36c19a34437991c7268366328db0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1738732 Jan 19 22:29:51.053759 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eb375284-3294-4d84-8316-52eba9b0db8c req-efc2eeca-c737-4187-9c8e-ddeaa261086a service neutron] 10.222.0.50 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397011 Jan 19 22:29:51.207509 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eb375284-3294-4d84-8316-52eba9b0db8c req-de25800d-dd11-4f1e-a961-ba5996e42da7 service neutron] 10.222.0.50 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1471667 Jan 19 22:29:51.414639 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d2533-8a5d-4fae-b2ec-0774fb24bad3 req-777e9d11-d5d0-4a29-975f-d35c9f8aae8d tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:51.416763 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f43d2533-8a5d-4fae-b2ec-0774fb24bad3 req-777e9d11-d5d0-4a29-975f-d35c9f8aae8d tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.1065135 Jan 19 22:29:51.469556 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f43d2533-8a5d-4fae-b2ec-0774fb24bad3 req-fdfddf3b-a61b-40ba-86bf-fcecd748021f tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0456307 Jan 19 22:29:51.646189 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e0ae32cf-8592-4077-ad49-3be773d23d95 req-703b36b6-31ed-4ac6-8a82-8ba8d340c154 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 210 time: 0.0500162 Jan 19 22:29:52.137725 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a5b33-a6af-4524-bb04-792e377a6106 req-5e226271-147d-4ef1-9cd2-9365ad38dbf5 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:52.139480 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d35a5b33-a6af-4524-bb04-792e377a6106 req-5e226271-147d-4ef1-9cd2-9365ad38dbf5 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1240063 Jan 19 22:29:52.201807 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d35a5b33-a6af-4524-bb04-792e377a6106 req-e702822d-2c28-4f51-a46e-b89765a96e17 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549054 Jan 19 22:29:52.356486 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:52.757018 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74410cc-18af-4e5b-a15b-814cb92c9aad req-18757a12-3d8c-48a3-9287-f21d4d2c5ab5 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:52.759097 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b74410cc-18af-4e5b-a15b-814cb92c9aad req-18757a12-3d8c-48a3-9287-f21d4d2c5ab5 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.1388011 Jan 19 22:29:52.833102 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b74410cc-18af-4e5b-a15b-814cb92c9aad req-0ec8cba9-422a-43bc-b69b-c9c8ebe16c1d tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0535097 Jan 19 22:29:52.886341 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3c2bf7f3-a3a9-4e74-a896-d6519cd57eab req-4ae209db-0c5e-4200-acaa-c9476b1f83fc tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 210 time: 0.0597122 Jan 19 22:29:52.943040 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb375284-3294-4d84-8316-52eba9b0db8c req-87b9203b-29f6-4757-83dd-09723fe48817 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:52.943842 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-eb375284-3294-4d84-8316-52eba9b0db8c req-87b9203b-29f6-4757-83dd-09723fe48817 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Synchronizing usage tracker for tenant:607a36c19a34437991c7268366328db0 on resource:network {{(pid=80181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:29:52.961616 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-eb375284-3294-4d84-8316-52eba9b0db8c req-87b9203b-29f6-4757-83dd-09723fe48817 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Unset dirty status for tenant:607a36c19a34437991c7268366328db0 on resource:network {{(pid=80181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:29:52.963486 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eb375284-3294-4d84-8316-52eba9b0db8c req-87b9203b-29f6-4757-83dd-09723fe48817 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.65 "GET /v2.0/networks?id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff HTTP/1.1" status: 200 len: 812 time: 0.2209096 Jan 19 22:29:53.058847 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-eb375284-3294-4d84-8316-52eba9b0db8c req-56b7ed1e-1cb1-4adf-bba4-abb69d150f62 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Synchronizing usage tracker for tenant:607a36c19a34437991c7268366328db0 on resource:security_group {{(pid=80181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:29:53.071843 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-eb375284-3294-4d84-8316-52eba9b0db8c req-56b7ed1e-1cb1-4adf-bba4-abb69d150f62 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Unset dirty status for tenant:607a36c19a34437991c7268366328db0 on resource:security_group {{(pid=80181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:29:53.073794 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eb375284-3294-4d84-8316-52eba9b0db8c req-56b7ed1e-1cb1-4adf-bba4-abb69d150f62 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=607a36c19a34437991c7268366328db0 HTTP/1.1" status: 200 len: 5763 time: 0.0926342 Jan 19 22:29:53.083639 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-eb375284-3294-4d84-8316-52eba9b0db8c req-9b2d9023-8814-4651-a7d8-c5da6a9456a4 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Request body: {'port': {'device_id': '0f57d2cf-77b1-4737-9345-e863b9c10ccc', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'admin_state_up': True, 'tenant_id': '607a36c19a34437991c7268366328db0', 'security_groups': ['6183e7f4-bb4f-4e8a-af09-6c94deba6413']}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:29:53.232740 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-eb375284-3294-4d84-8316-52eba9b0db8c req-9b2d9023-8814-4651-a7d8-c5da6a9456a4 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:29:53.237055 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-eb375284-3294-4d84-8316-52eba9b0db8c req-9b2d9023-8814-4651-a7d8-c5da6a9456a4 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Usage tracker for resource:port and tenant:607a36c19a34437991c7268366328db0 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:29:53.240089 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-eb375284-3294-4d84-8316-52eba9b0db8c req-9b2d9023-8814-4651-a7d8-c5da6a9456a4 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Quota usage for port was recalculated. Used quota:3. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:29:53.247002 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-eb375284-3294-4d84-8316-52eba9b0db8c req-9b2d9023-8814-4651-a7d8-c5da6a9456a4 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:29:53.256730 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb375284-3294-4d84-8316-52eba9b0db8c req-9b2d9023-8814-4651-a7d8-c5da6a9456a4 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Made reservation on behalf of 607a36c19a34437991c7268366328db0 for: {'port': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:29:53.266717 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-eb375284-3294-4d84-8316-52eba9b0db8c req-9b2d9023-8814-4651-a7d8-c5da6a9456a4 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:53.577577 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-eb375284-3294-4d84-8316-52eba9b0db8c req-9b2d9023-8814-4651-a7d8-c5da6a9456a4 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Allocated IP 172.20.0.5 (29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff/aab077fb-7a3f-467f-8b9a-f6fe6fd707e1/4befdb92-3707-4327-8ffd-15fe60ea60e8) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:29:53.782473 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-eb375284-3294-4d84-8316-52eba9b0db8c req-9b2d9023-8814-4651-a7d8-c5da6a9456a4 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:53.800722 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-eb375284-3294-4d84-8316-52eba9b0db8c req-9b2d9023-8814-4651-a7d8-c5da6a9456a4 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Transition to ACTIVE for port object 4befdb92-3707-4327-8ffd-15fe60ea60e8 will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:29:53.825991 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-eb375284-3294-4d84-8316-52eba9b0db8c req-9b2d9023-8814-4651-a7d8-c5da6a9456a4 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:53.848913 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f33080c0-f482-4d1e-904d-425f7cb1b29f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:53.975521 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:29:54.002758 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d9023-8814-4651-a7d8-c5da6a9456a4 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Pushing event updated for resources: {'Port': ['ID=4befdb92-3707-4327-8ffd-15fe60ea60e8,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:54.007859 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9b2d9023-8814-4651-a7d8-c5da6a9456a4 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:54.064907 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:29:54.065314 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:54.074338 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb375284-3294-4d84-8316-52eba9b0db8c req-9b2d9023-8814-4651-a7d8-c5da6a9456a4 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Network 29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:29:54.075794 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-eb375284-3294-4d84-8316-52eba9b0db8c req-9b2d9023-8814-4651-a7d8-c5da6a9456a4 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:29:54.078842 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb375284-3294-4d84-8316-52eba9b0db8c req-9b2d9023-8814-4651-a7d8-c5da6a9456a4 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:29:54.179659 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb375284-3294-4d84-8316-52eba9b0db8c req-9b2d9023-8814-4651-a7d8-c5da6a9456a4 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:54.180431 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-eb375284-3294-4d84-8316-52eba9b0db8c req-9b2d9023-8814-4651-a7d8-c5da6a9456a4 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:54.223588 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eb375284-3294-4d84-8316-52eba9b0db8c req-9b2d9023-8814-4651-a7d8-c5da6a9456a4 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1441243 Jan 19 22:29:54.241126 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-eb375284-3294-4d84-8316-52eba9b0db8c req-31c60608-81fd-42ad-a9f7-03cbb45e3b54 service neutron] Request body: {'port': {'device_id': '0f57d2cf-77b1-4737-9345-e863b9c10ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:29:54.305611 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88eab5-f0cc-47cb-9ea0-bc1095ff822a req-d5dc8fcb-24ff-4335-b1fc-1ca77ca22344 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:54.308303 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ca88eab5-f0cc-47cb-9ea0-bc1095ff822a req-d5dc8fcb-24ff-4335-b1fc-1ca77ca22344 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.1159034 Jan 19 22:29:54.369948 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ca88eab5-f0cc-47cb-9ea0-bc1095ff822a req-20811fb3-abb4-4477-bac2-ea86c3d046e0 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0547934 Jan 19 22:29:54.450173 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-e13b33b6-19f1-4717-bf6f-ea04e51d2e45 None None] Provisioning for port 4befdb92-3707-4327-8ffd-15fe60ea60e8 completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:29:54.459248 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-e13b33b6-19f1-4717-bf6f-ea04e51d2e45 None None] Provisioning complete for port 4befdb92-3707-4327-8ffd-15fe60ea60e8 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:29:54.459971 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e13b33b6-19f1-4717-bf6f-ea04e51d2e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:54.532624 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-e13b33b6-19f1-4717-bf6f-ea04e51d2e45 None None] Port 4befdb92-3707-4327-8ffd-15fe60ea60e8 cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:29:54.621078 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74a6f0-010a-4ed9-959f-4816e68401a5 req-c0004388-7789-4889-aa94-f76fdd9f53c5 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:54.622933 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cd74a6f0-010a-4ed9-959f-4816e68401a5 req-c0004388-7789-4889-aa94-f76fdd9f53c5 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 931 time: 0.1227386 Jan 19 22:29:54.644844 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-eb375284-3294-4d84-8316-52eba9b0db8c req-31c60608-81fd-42ad-a9f7-03cbb45e3b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:54.675555 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cd74a6f0-010a-4ed9-959f-4816e68401a5 req-d8e92734-e707-4eb5-867d-3c0638548f6f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0457332 Jan 19 22:29:55.082997 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [req-eb375284-3294-4d84-8316-52eba9b0db8c req-31c60608-81fd-42ad-a9f7-03cbb45e3b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4befdb92-3707-4327-8ffd-15fe60ea60e8 {{(pid=80181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:29:55.091437 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-eb375284-3294-4d84-8316-52eba9b0db8c req-31c60608-81fd-42ad-a9f7-03cbb45e3b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:55.104090 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-eb375284-3294-4d84-8316-52eba9b0db8c req-31c60608-81fd-42ad-a9f7-03cbb45e3b54 service neutron] Transition to ACTIVE for port object 4befdb92-3707-4327-8ffd-15fe60ea60e8 will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:29:55.106748 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-eb375284-3294-4d84-8316-52eba9b0db8c req-31c60608-81fd-42ad-a9f7-03cbb45e3b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853878837'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:55.122587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d606a201-2847-45fe-b710-8b128e5704e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:55.147613 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f162b-0875-4c30-b24d-7df0cbe53bbf req-8fe428ab-fe7a-4c4a-aa35-4a937fc9adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:55.149245 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c65f162b-0875-4c30-b24d-7df0cbe53bbf req-8fe428ab-fe7a-4c4a-aa35-4a937fc9adb1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9b60a759f4aa4625ba7e4a31db6ae945&device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 1162 time: 0.0829165 Jan 19 22:29:55.255985 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c60608-81fd-42ad-a9f7-03cbb45e3b54 service neutron] Pushing event updated for resources: {'Port': ['ID=4befdb92-3707-4327-8ffd-15fe60ea60e8,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:55.260358 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-31c60608-81fd-42ad-a9f7-03cbb45e3b54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:55.299643 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f162b-0875-4c30-b24d-7df0cbe53bbf req-43becb2d-0a60-4c06-92e6-f5bb6b1fc72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:55.301242 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c65f162b-0875-4c30-b24d-7df0cbe53bbf req-43becb2d-0a60-4c06-92e6-f5bb6b1fc72a service neutron] 10.222.0.65 "GET /v2.0/networks?id=c5545297-ee81-476b-8bdf-fa32744891e1 HTTP/1.1" status: 200 len: 903 time: 0.1450861 Jan 19 22:29:55.427552 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c65f162b-0875-4c30-b24d-7df0cbe53bbf req-f45fa44c-8b83-4226-96a3-ddb55b62a48a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb HTTP/1.1" status: 200 len: 1001 time: 0.1130126 Jan 19 22:29:55.455645 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-eb375284-3294-4d84-8316-52eba9b0db8c req-31c60608-81fd-42ad-a9f7-03cbb45e3b54 service neutron] Attempting to bind port 4befdb92-3707-4327-8ffd-15fe60ea60e8 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:29:55.456196 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-eb375284-3294-4d84-8316-52eba9b0db8c req-31c60608-81fd-42ad-a9f7-03cbb45e3b54 service neutron] Attempting to bind port 4befdb92-3707-4327-8ffd-15fe60ea60e8 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '41f6063b-b71c-4980-b791-ecc142e605de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:29:55.456687 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb375284-3294-4d84-8316-52eba9b0db8c req-31c60608-81fd-42ad-a9f7-03cbb45e3b54 service neutron] Attempting to bind port 4befdb92-3707-4327-8ffd-15fe60ea60e8 on network 29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:29:55.464438 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb375284-3294-4d84-8316-52eba9b0db8c req-31c60608-81fd-42ad-a9f7-03cbb45e3b54 service neutron] Checking agent: {'id': '2523063a-ad22-4c17-a8b2-431f878c065d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 20, 21), 'started_at': datetime.datetime(2021, 1, 19, 22, 20, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:29:55.465010 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb375284-3294-4d84-8316-52eba9b0db8c req-31c60608-81fd-42ad-a9f7-03cbb45e3b54 service neutron] Checking segment: {'id': '41f6063b-b71c-4980-b791-ecc142e605de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:29:55.465533 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-eb375284-3294-4d84-8316-52eba9b0db8c req-31c60608-81fd-42ad-a9f7-03cbb45e3b54 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:55.466052 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb375284-3294-4d84-8316-52eba9b0db8c req-31c60608-81fd-42ad-a9f7-03cbb45e3b54 service neutron] Bound using segment: {'id': '41f6063b-b71c-4980-b791-ecc142e605de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:29:55.466687 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-eb375284-3294-4d84-8316-52eba9b0db8c req-31c60608-81fd-42ad-a9f7-03cbb45e3b54 service neutron] Bound port: 4befdb92-3707-4327-8ffd-15fe60ea60e8, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f6063b-b71c-4980-b791-ecc142e605de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:29:55.467231 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-eb375284-3294-4d84-8316-52eba9b0db8c req-31c60608-81fd-42ad-a9f7-03cbb45e3b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:55.575071 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-eb375284-3294-4d84-8316-52eba9b0db8c req-31c60608-81fd-42ad-a9f7-03cbb45e3b54 service neutron] For port 4befdb92-3707-4327-8ffd-15fe60ea60e8, host hv-cinder-75078, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:29:55.578709 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-eb375284-3294-4d84-8316-52eba9b0db8c req-31c60608-81fd-42ad-a9f7-03cbb45e3b54 service neutron] For port 4befdb92-3707-4327-8ffd-15fe60ea60e8, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=4befdb92-3707-4327-8ffd-15fe60ea60e8,segment=NetworkSegment(41f6063b-b71c-4980-b791-ecc142e605de),segment_id=41f6063b-b71c-4980-b791-ecc142e605de)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:29:55.583424 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-eb375284-3294-4d84-8316-52eba9b0db8c req-31c60608-81fd-42ad-a9f7-03cbb45e3b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853878837'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:55.682159 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-65f88e51-8b53-4b33-9a4e-0583344bb763 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:29:55.785932 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb375284-3294-4d84-8316-52eba9b0db8c req-31c60608-81fd-42ad-a9f7-03cbb45e3b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:55.786624 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-eb375284-3294-4d84-8316-52eba9b0db8c req-31c60608-81fd-42ad-a9f7-03cbb45e3b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:29:55.788277 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eb375284-3294-4d84-8316-52eba9b0db8c req-31c60608-81fd-42ad-a9f7-03cbb45e3b54 service neutron] 10.222.0.65 "PUT /v2.0/ports/4befdb92-3707-4327-8ffd-15fe60ea60e8 HTTP/1.1" status: 200 len: 1157 time: 1.5521264 Jan 19 22:29:55.788818 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f57d2cf-77b1-4737-9345-e863b9c10ccc', 'tag': '4befdb92-3707-4327-8ffd-15fe60ea60e8'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:29:55.803260 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f162b-0875-4c30-b24d-7df0cbe53bbf req-0465cb22-2f72-4c2a-823d-12ef318bce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:55.805642 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c65f162b-0875-4c30-b24d-7df0cbe53bbf req-0465cb22-2f72-4c2a-823d-12ef318bce6b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90501b76-d654-4fd7-b61c-fc49887a8718 HTTP/1.1" status: 200 len: 847 time: 0.3715837 Jan 19 22:29:55.820474 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c60608-81fd-42ad-a9f7-03cbb45e3b54 service neutron] Pushing event updated for resources: {'Port': ['ID=4befdb92-3707-4327-8ffd-15fe60ea60e8,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:29:55.824039 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-31c60608-81fd-42ad-a9f7-03cbb45e3b54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:29:55.927579 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb375284-3294-4d84-8316-52eba9b0db8c req-66c6638e-2163-49cb-aa39-e29470f2fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:55.929388 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eb375284-3294-4d84-8316-52eba9b0db8c req-66c6638e-2163-49cb-aa39-e29470f2fe8e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=607a36c19a34437991c7268366328db0&device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 1160 time: 0.0855834 Jan 19 22:29:55.935865 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e898ce1-166e-4f93-ac66-b68aa5b01417 req-19a20904-35a3-4b32-9104-3143d613193c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:55.937659 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7e898ce1-166e-4f93-ac66-b68aa5b01417 req-19a20904-35a3-4b32-9104-3143d613193c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.2283375 Jan 19 22:29:56.013851 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eb375284-3294-4d84-8316-52eba9b0db8c req-861d50ae-615c-45b4-a89a-64fb34533fb7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4befdb92-3707-4327-8ffd-15fe60ea60e8 HTTP/1.1" status: 200 len: 217 time: 0.0716023 Jan 19 22:29:56.031118 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7e898ce1-166e-4f93-ac66-b68aa5b01417 req-bd112a4b-4828-4127-9b9a-4cc8640cc54a tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0860090 Jan 19 22:29:56.043110 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f162b-0875-4c30-b24d-7df0cbe53bbf req-7f41e96d-4dc5-4ca4-878b-2e1aee7d8ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:56.044671 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c65f162b-0875-4c30-b24d-7df0cbe53bbf req-7f41e96d-4dc5-4ca4-878b-2e1aee7d8ff7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c5545297-ee81-476b-8bdf-fa32744891e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2288663 Jan 19 22:29:56.071942 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964800b-531b-4cff-91f8-564fd9dacce0 req-6cb9d193-742b-4910-8e07-8381c3b91378 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:56.073575 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6964800b-531b-4cff-91f8-564fd9dacce0 req-6cb9d193-742b-4910-8e07-8381c3b91378 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 943 time: 0.2128594 Jan 19 22:29:56.085128 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb375284-3294-4d84-8316-52eba9b0db8c req-a8c6b975-bbca-449a-9de3-82f6e21169eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:56.088866 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eb375284-3294-4d84-8316-52eba9b0db8c req-a8c6b975-bbca-449a-9de3-82f6e21169eb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aab077fb-7a3f-467f-8b9a-f6fe6fd707e1 HTTP/1.1" status: 200 len: 851 time: 0.0650475 Jan 19 22:29:56.131260 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f57d2cf-77b1-4737-9345-e863b9c10ccc', 'tag': '4befdb92-3707-4327-8ffd-15fe60ea60e8', 'status': 'completed', 'code': 200} Jan 19 22:29:56.174154 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb375284-3294-4d84-8316-52eba9b0db8c req-d70fb5ca-78d3-4d75-915a-90bd8cc8e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:56.175767 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eb375284-3294-4d84-8316-52eba9b0db8c req-d70fb5ca-78d3-4d75-915a-90bd8cc8e841 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822368 Jan 19 22:29:56.222811 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6964800b-531b-4cff-91f8-564fd9dacce0 req-4f482844-c882-4f7d-95c2-0dc699d2895d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1250713 Jan 19 22:29:56.260588 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c65f162b-0875-4c30-b24d-7df0cbe53bbf req-144932cc-daa0-4084-baa4-2e3d3d500c9c service neutron] 10.222.0.65 "GET /v2.0/networks/c5545297-ee81-476b-8bdf-fa32744891e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859534 Jan 19 22:29:56.322119 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eb375284-3294-4d84-8316-52eba9b0db8c req-e8fdd2b4-bebd-425a-bfde-ab7b552b6ff8 service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396649 Jan 19 22:29:56.404349 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c65f162b-0875-4c30-b24d-7df0cbe53bbf req-98df43cc-5154-415a-8321-a54651aac4a5 service neutron] 10.222.0.65 "GET /v2.0/networks/c5545297-ee81-476b-8bdf-fa32744891e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370254 Jan 19 22:29:56.466812 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eb375284-3294-4d84-8316-52eba9b0db8c req-d5c1cabd-5895-4fce-8dd7-e616d96e69b6 service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1383185 Jan 19 22:29:56.645245 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269648b0-11d0-4bfb-8c4e-145d4a6604ba req-32e6613e-6543-47c2-9661-dfac139e4358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:56.646946 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-269648b0-11d0-4bfb-8c4e-145d4a6604ba req-32e6613e-6543-47c2-9661-dfac139e4358 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=607a36c19a34437991c7268366328db0&device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 1160 time: 0.0826726 Jan 19 22:29:56.791990 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269648b0-11d0-4bfb-8c4e-145d4a6604ba req-5018ea77-bc4b-42e6-9253-8bb9aa4992c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:56.793603 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-269648b0-11d0-4bfb-8c4e-145d4a6604ba req-5018ea77-bc4b-42e6-9253-8bb9aa4992c0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff HTTP/1.1" status: 200 len: 906 time: 0.1402047 Jan 19 22:29:56.868336 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-269648b0-11d0-4bfb-8c4e-145d4a6604ba req-f2cee01d-cb45-43b3-a0b6-780db1f3d8c4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4befdb92-3707-4327-8ffd-15fe60ea60e8 HTTP/1.1" status: 200 len: 217 time: 0.0654862 Jan 19 22:29:56.947667 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269648b0-11d0-4bfb-8c4e-145d4a6604ba req-9ccedae7-8215-495c-87e2-77b620baa332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:56.949253 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-269648b0-11d0-4bfb-8c4e-145d4a6604ba req-9ccedae7-8215-495c-87e2-77b620baa332 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aab077fb-7a3f-467f-8b9a-f6fe6fd707e1 HTTP/1.1" status: 200 len: 851 time: 0.0690281 Jan 19 22:29:57.032386 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269648b0-11d0-4bfb-8c4e-145d4a6604ba req-e5d1d4de-7c92-49e8-aa5f-5388c23b0030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:57.033919 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-269648b0-11d0-4bfb-8c4e-145d4a6604ba req-e5d1d4de-7c92-49e8-aa5f-5388c23b0030 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774541 Jan 19 22:29:57.178939 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-269648b0-11d0-4bfb-8c4e-145d4a6604ba req-bc8691fb-4550-44bc-8510-679e5f5cf414 service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377442 Jan 19 22:29:57.263963 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee966f37-088f-4bb2-aa2b-9bd887c4d0ef req-dd089035-4a19-4a4c-b831-ee88e034b89e tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:57.265598 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ee966f37-088f-4bb2-aa2b-9bd887c4d0ef req-dd089035-4a19-4a4c-b831-ee88e034b89e tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.1021137 Jan 19 22:29:57.336136 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-269648b0-11d0-4bfb-8c4e-145d4a6604ba req-58f60358-764a-4f90-baef-3017f5a4c2d2 service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1419532 Jan 19 22:29:57.346683 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ee966f37-088f-4bb2-aa2b-9bd887c4d0ef req-ac97a6d6-e9bb-4008-bf8b-dd583a629f80 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0549941 Jan 19 22:29:57.462168 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bf05f-6836-426f-a3bf-e5cba23e5377 req-73c248e2-b19b-4f06-bfcc-e8695f10ecb8 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:57.464395 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d93bf05f-6836-426f-a3bf-e5cba23e5377 req-73c248e2-b19b-4f06-bfcc-e8695f10ecb8 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 943 time: 0.1047113 Jan 19 22:29:57.514294 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d93bf05f-6836-426f-a3bf-e5cba23e5377 req-8b37e3cb-5b5f-4a29-954c-396e52b34c4f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0436671 Jan 19 22:29:58.576737 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07628e5-8820-4546-836d-336fab929963 req-d883794f-2ed8-4e3f-8e25-0b30a8aded90 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:58.578442 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e07628e5-8820-4546-836d-336fab929963 req-d883794f-2ed8-4e3f-8e25-0b30a8aded90 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.1053219 Jan 19 22:29:58.632572 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e07628e5-8820-4546-836d-336fab929963 req-2a5d0f9f-b2e5-4dce-9abd-0a809346a8ca tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0474384 Jan 19 22:29:58.751900 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f7213-7d2a-4670-8990-73cd54fa8b91 req-4e4df773-47e2-44eb-963b-4e9a8d6d0552 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:58.753545 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5f6f7213-7d2a-4670-8990-73cd54fa8b91 req-4e4df773-47e2-44eb-963b-4e9a8d6d0552 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 943 time: 0.1073089 Jan 19 22:29:58.810134 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5f6f7213-7d2a-4670-8990-73cd54fa8b91 req-7b26e2a6-9619-4a24-bc4c-7a6fbb1da340 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0485334 Jan 19 22:29:59.863133 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d97ee-1d3f-402e-b047-8f1b619698a9 req-80587c6c-783b-40fe-b12e-b6d1c8c9e73e tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:29:59.864714 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-713d97ee-1d3f-402e-b047-8f1b619698a9 req-80587c6c-783b-40fe-b12e-b6d1c8c9e73e tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.1021941 Jan 19 22:29:59.878907 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:29:59.919658 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-713d97ee-1d3f-402e-b047-8f1b619698a9 req-51e62b7f-2161-46e8-9446-4bd36b6faff5 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0462508 Jan 19 22:29:59.953901 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2da6be04-30dc-4efc-a2f8-8f46252143f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:00.023200 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:00.056500 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316365f2-4501-4145-b83f-5e5192e2068b req-5ec76009-c241-4e97-90ea-0d45ad834e8e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:00.059174 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-316365f2-4501-4145-b83f-5e5192e2068b req-5ec76009-c241-4e97-90ea-0d45ad834e8e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 943 time: 0.1151671 Jan 19 22:30:00.059703 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb,segment=NetworkSegment(86abda2d-f225-42bc-8e32-0a72d219752f),segment_id=86abda2d-f225-42bc-8e32-0a72d219752f)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:00.060596 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ec94b4-2644-4299-a504-30dc6057fc87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:30:00.066963 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:00.068972 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a8dd2d55-7587-4805-9c8c-c4ff9dcb2afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:00.125251 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-316365f2-4501-4145-b83f-5e5192e2068b req-f6e771b3-fdd5-49b4-a084-9dce25ed51b6 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0584986 Jan 19 22:30:00.145918 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb,revision_number=5']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:00.150615 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:00.189710 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a1ec94b4-2644-4299-a504-30dc6057fc87', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb', 'code': 422} returned with failed status Jan 19 22:30:00.273006 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-33fed216-9fde-47d5-9e11-8f46818b94ff req-dedb45e1-4794-43f3-9259-a8ac6390d852 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809152 Jan 19 22:30:00.376047 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbefbac-5a3a-4fa3-951f-24be8704c1b8 req-4b3a9632-968d-4bf5-8db5-5c9cc282530e tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:00.377760 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-afbefbac-5a3a-4fa3-951f-24be8704c1b8 req-4b3a9632-968d-4bf5-8db5-5c9cc282530e tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 943 time: 0.1038117 Jan 19 22:30:00.429682 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-afbefbac-5a3a-4fa3-951f-24be8704c1b8 req-055e0f8b-afb0-4cc3-8bb5-9ac4ae5a19d9 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0451787 Jan 19 22:30:01.356844 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147b0d5-e741-41c5-b69c-0ef5a7214e67 req-dda6400d-712b-41a6-93f8-65b506eb78df tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:01.358552 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4147b0d5-e741-41c5-b69c-0ef5a7214e67 req-dda6400d-712b-41a6-93f8-65b506eb78df tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 943 time: 0.1082489 Jan 19 22:30:01.411549 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4147b0d5-e741-41c5-b69c-0ef5a7214e67 req-bf9e7fc7-f2ec-4d87-83b4-2fe3a66d2680 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0462799 Jan 19 22:30:01.695090 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1bb62-1896-4d15-8de7-2844e34ef492 req-f649f402-b13f-4a8a-8e02-5779a0bdb138 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:01.696914 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-80e1bb62-1896-4d15-8de7-2844e34ef492 req-f649f402-b13f-4a8a-8e02-5779a0bdb138 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 943 time: 0.1198430 Jan 19 22:30:01.752518 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-80e1bb62-1896-4d15-8de7-2844e34ef492 req-1d32c196-a353-4049-ad76-051ec6fc6f4d tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0480218 Jan 19 22:30:02.532140 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fed216-9fde-47d5-9e11-8f46818b94ff req-2554b0ca-a5f8-481b-adb2-557edc4ceaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:02.533693 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-33fed216-9fde-47d5-9e11-8f46818b94ff req-2554b0ca-a5f8-481b-adb2-557edc4ceaa1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87&tenant_id=9b60a759f4aa4625ba7e4a31db6ae945 HTTP/1.1" status: 200 len: 1160 time: 0.0795350 Jan 19 22:30:02.647984 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e6d38-3c15-4634-aa43-31610590e3d6 req-2b823c68-c2e2-4400-a67b-c664788c68f7 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:02.649682 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-558e6d38-3c15-4634-aa43-31610590e3d6 req-2b823c68-c2e2-4400-a67b-c664788c68f7 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 943 time: 0.1027713 Jan 19 22:30:02.654749 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fed216-9fde-47d5-9e11-8f46818b94ff req-9e651696-4943-4600-8bc5-f72d8d9385eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:02.656695 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-33fed216-9fde-47d5-9e11-8f46818b94ff req-9e651696-4943-4600-8bc5-f72d8d9385eb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9b60a759f4aa4625ba7e4a31db6ae945&device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 1160 time: 0.0831180 Jan 19 22:30:02.712844 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-558e6d38-3c15-4634-aa43-31610590e3d6 req-26fac30e-9a85-4cff-ace8-82428767898e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0530145 Jan 19 22:30:02.805141 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fed216-9fde-47d5-9e11-8f46818b94ff req-8d80ffd2-4a40-4916-ba4a-2431aa4b54c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:02.806845 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-33fed216-9fde-47d5-9e11-8f46818b94ff req-8d80ffd2-4a40-4916-ba4a-2431aa4b54c4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c5545297-ee81-476b-8bdf-fa32744891e1 HTTP/1.1" status: 200 len: 903 time: 0.1432726 Jan 19 22:30:02.921328 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-33fed216-9fde-47d5-9e11-8f46818b94ff req-42a17cbc-59fe-4614-83ee-8b6de3a4c2fe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb HTTP/1.1" status: 200 len: 999 time: 0.1070359 Jan 19 22:30:02.993650 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0741f61-5ef0-40f8-8e30-0aed2677bb73 req-f9786318-d9d5-4154-803b-67bfc442dc93 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:02.995392 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e0741f61-5ef0-40f8-8e30-0aed2677bb73 req-f9786318-d9d5-4154-803b-67bfc442dc93 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 943 time: 0.1079829 Jan 19 22:30:03.004922 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fed216-9fde-47d5-9e11-8f46818b94ff req-1c17bb5c-e724-4c23-b08e-2f08f744139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:03.006752 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-33fed216-9fde-47d5-9e11-8f46818b94ff req-1c17bb5c-e724-4c23-b08e-2f08f744139f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90501b76-d654-4fd7-b61c-fc49887a8718 HTTP/1.1" status: 200 len: 847 time: 0.0763097 Jan 19 22:30:03.049100 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e0741f61-5ef0-40f8-8e30-0aed2677bb73 req-9a33578e-7add-42ed-a279-61022fb66164 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0465443 Jan 19 22:30:03.102083 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fed216-9fde-47d5-9e11-8f46818b94ff req-d937c4ec-15e2-4c10-9ff9-fbef3fb2175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:03.104362 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-33fed216-9fde-47d5-9e11-8f46818b94ff req-d937c4ec-15e2-4c10-9ff9-fbef3fb2175e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c5545297-ee81-476b-8bdf-fa32744891e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796487 Jan 19 22:30:03.180877 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-80fdc6af-184e-4e3b-9224-00b9b342283e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:03.262787 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-33fed216-9fde-47d5-9e11-8f46818b94ff req-8dd1aecd-6692-45f0-9c55-ee55206e5f2f service neutron] 10.222.0.65 "GET /v2.0/networks/c5545297-ee81-476b-8bdf-fa32744891e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425793 Jan 19 22:30:03.408599 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-33fed216-9fde-47d5-9e11-8f46818b94ff req-a4f2e3bc-75ad-4ba9-8ccf-aee35a5de72d service neutron] 10.222.0.65 "GET /v2.0/networks/c5545297-ee81-476b-8bdf-fa32744891e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371391 Jan 19 22:30:04.083659 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ee57c-0872-4b13-9cd1-506f2b2bc446 req-6172547c-cc35-407f-9c8c-4059376255a8 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:04.085292 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-671ee57c-0872-4b13-9cd1-506f2b2bc446 req-6172547c-cc35-407f-9c8c-4059376255a8 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 943 time: 0.2452176 Jan 19 22:30:04.138723 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-671ee57c-0872-4b13-9cd1-506f2b2bc446 req-e9125205-fcde-44de-b489-152ad0f7ee25 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0464814 Jan 19 22:30:04.286914 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a82980-6ee6-4d58-9286-2be13a303b76 req-14193015-c6b5-497b-8938-14e9fa1b7a10 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:04.288596 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-64a82980-6ee6-4d58-9286-2be13a303b76 req-14193015-c6b5-497b-8938-14e9fa1b7a10 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 943 time: 0.1034577 Jan 19 22:30:04.340322 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-64a82980-6ee6-4d58-9286-2be13a303b76 req-f77931ce-6d47-4962-92fd-9a41013924ed tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0454719 Jan 19 22:30:04.544279 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 4befdb92-3707-4327-8ffd-15fe60ea60e8 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:30:04.617223 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning for port 4befdb92-3707-4327-8ffd-15fe60ea60e8 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:30:04.623207 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 4befdb92-3707-4327-8ffd-15fe60ea60e8 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:30:04.623634 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:04.795694 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:04.800809 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:04.829050 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f57d2cf-77b1-4737-9345-e863b9c10ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4befdb92-3707-4327-8ffd-15fe60ea60e8'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:30:04.839458 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 4befdb92-3707-4327-8ffd-15fe60ea60e8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=4befdb92-3707-4327-8ffd-15fe60ea60e8,segment=NetworkSegment(41f6063b-b71c-4980-b791-ecc142e605de),segment_id=41f6063b-b71c-4980-b791-ecc142e605de)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:04.842391 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:04.844395 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-02a5c290-0f9b-4d80-a1e8-c32a84fb428a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:04.892816 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f57d2cf-77b1-4737-9345-e863b9c10ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4befdb92-3707-4327-8ffd-15fe60ea60e8', 'code': 200} Jan 19 22:30:04.919466 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=4befdb92-3707-4327-8ffd-15fe60ea60e8,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:04.922782 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:05.227241 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2d5c7-20d7-4837-b760-546c070e9c98 req-77683541-4049-466b-8694-73baa09a229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:05.228887 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a9a2d5c7-20d7-4837-b760-546c070e9c98 req-77683541-4049-466b-8694-73baa09a229c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 1162 time: 0.0822449 Jan 19 22:30:05.275036 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a9a2d5c7-20d7-4837-b760-546c070e9c98 req-6e9f58e2-f753-4a34-8ace-192f2ef77ba7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0388184 Jan 19 22:30:05.281171 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:05.378482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c402c78-e117-4929-b214-3cfff74718a6 req-af7bca04-cf9b-4c0c-a677-18243de0c67f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:05.381850 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3c402c78-e117-4929-b214-3cfff74718a6 req-af7bca04-cf9b-4c0c-a677-18243de0c67f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 945 time: 0.1096461 Jan 19 22:30:05.431852 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-3c402c78-e117-4929-b214-3cfff74718a6 req-f8a32e81-cbc6-4afc-a7d2-e73482a12757 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0444179 Jan 19 22:30:05.524515 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:30:05.577898 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf19ff-735b-41a6-baf7-051816e7ff95 req-32617b2c-b9c0-4994-b2dd-77047cc4e793 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:05.579627 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-aebf19ff-735b-41a6-baf7-051816e7ff95 req-32617b2c-b9c0-4994-b2dd-77047cc4e793 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 943 time: 0.1028116 Jan 19 22:30:05.633909 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-aebf19ff-735b-41a6-baf7-051816e7ff95 req-4281aaae-da12-43c4-bc94-4731fd2ac07a tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0478988 Jan 19 22:30:05.758350 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:06.131706 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 4befdb92-3707-4327-8ffd-15fe60ea60e8 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:30:06.204578 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 4befdb92-3707-4327-8ffd-15fe60ea60e8 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:30:06.205006 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:06.669230 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3924fb-15e9-40fa-9476-f54d5a14ea7a req-f0d9a33e-515e-459b-ac53-cf2bf8d07a1c tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:06.670986 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2f3924fb-15e9-40fa-9476-f54d5a14ea7a req-f0d9a33e-515e-459b-ac53-cf2bf8d07a1c tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 945 time: 0.1043024 Jan 19 22:30:06.725811 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2f3924fb-15e9-40fa-9476-f54d5a14ea7a req-9e07e113-7df7-4ed1-933e-bfc6d0661b21 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0470886 Jan 19 22:30:06.872650 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08761cbf-c521-4871-8116-32bf2b0514ff req-a919537c-9e6c-4221-8c6b-dfc480c71867 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:06.874248 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-08761cbf-c521-4871-8116-32bf2b0514ff req-a919537c-9e6c-4221-8c6b-dfc480c71867 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 943 time: 0.1040823 Jan 19 22:30:06.924622 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-08761cbf-c521-4871-8116-32bf2b0514ff req-ad897cad-1dcb-49ea-9ae7-dbd1d9736408 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0439532 Jan 19 22:30:07.870798 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53b27d-2968-4db2-b30e-09f93fc47feb req-3066cc6d-1059-4d53-b01d-b5ed1cc216f2 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:07.872703 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6d53b27d-2968-4db2-b30e-09f93fc47feb req-3066cc6d-1059-4d53-b01d-b5ed1cc216f2 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=cee49ecb-66e8-44f0-bc42-d34b7bec5a0b HTTP/1.1" status: 200 len: 945 time: 0.1017859 Jan 19 22:30:07.981626 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6d53b27d-2968-4db2-b30e-09f93fc47feb req-873db668-172c-4bca-acb8-a7e9af46f4ff tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=8e1abc45-40d9-4ef8-afb0-2586bd6a14e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692928 Jan 19 22:30:08.018181 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d847f9-566f-4cf2-ab17-02d17ba22a9b req-d6406db9-28e7-4929-b164-556630819c69 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:08.019908 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-70d847f9-566f-4cf2-ab17-02d17ba22a9b req-d6406db9-28e7-4929-b164-556630819c69 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 945 time: 0.1462417 Jan 19 22:30:08.073594 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-70d847f9-566f-4cf2-ab17-02d17ba22a9b req-7eb2dbcd-4717-448e-b3ba-cd56414113c1 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0462422 Jan 19 22:30:08.205168 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3db73-22ac-4fd4-8ff1-0a90bbd96875 req-1a696b06-9e29-40bc-bfc3-574240bd2f8f tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:08.206921 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1ce3db73-22ac-4fd4-8ff1-0a90bbd96875 req-1a696b06-9e29-40bc-bfc3-574240bd2f8f tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 943 time: 0.1074076 Jan 19 22:30:08.317530 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1ce3db73-22ac-4fd4-8ff1-0a90bbd96875 req-cb29a671-bb46-4755-b009-0bc88f2a23bc tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0645065 Jan 19 22:30:08.354524 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9666930-2f05-41e4-b7e8-441f1c060ec8 req-f2f76b01-e49c-4c8a-a830-65ba71f4cb56 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:08.356239 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f9666930-2f05-41e4-b7e8-441f1c060ec8 req-f2f76b01-e49c-4c8a-a830-65ba71f4cb56 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 945 time: 0.1483316 Jan 19 22:30:08.407934 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f9666930-2f05-41e4-b7e8-441f1c060ec8 req-bb5103f4-d944-48ac-9234-989447fba690 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0450997 Jan 19 22:30:08.625701 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5e3ef96c-b4d2-42eb-a842-68d884f2ac98 req-05e76bd2-90bc-4bd6-a8b7-56e382497a7d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1640553 Jan 19 22:30:08.636653 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-5e3ef96c-b4d2-42eb-a842-68d884f2ac98 req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Request body: {'floatingip': {'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:30:08.648160 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-5e3ef96c-b4d2-42eb-a842-68d884f2ac98 req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:08.658600 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-5e3ef96c-b4d2-42eb-a842-68d884f2ac98 req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:08.669152 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-5e3ef96c-b4d2-42eb-a842-68d884f2ac98 req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for floatingip, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:08.817951 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-5e3ef96c-b4d2-42eb-a842-68d884f2ac98 req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:09.100725 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-5e3ef96c-b4d2-42eb-a842-68d884f2ac98 req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Allocated IP 172.27.0.176 (8ee66800-a804-40da-8341-42d4a5bfa70e/1d78e577-375f-4e80-a30d-36805bf42fd3/9767d146-3000-426a-9367-abf8ea7e8d03) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:30:09.546573 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73660380-0046-4df1-8994-b56756127dcf req-e8fde9b1-3f8d-4969-b0bf-3b46088464f0 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:09.548281 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-73660380-0046-4df1-8994-b56756127dcf req-e8fde9b1-3f8d-4969-b0bf-3b46088464f0 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=cee49ecb-66e8-44f0-bc42-d34b7bec5a0b HTTP/1.1" status: 200 len: 945 time: 0.4178486 Jan 19 22:30:09.582858 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-5e3ef96c-b4d2-42eb-a842-68d884f2ac98 req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:09.620670 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-73660380-0046-4df1-8994-b56756127dcf req-9f909b93-eee0-4492-b498-8e407eeeb44b tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=8e1abc45-40d9-4ef8-afb0-2586bd6a14e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630577 Jan 19 22:30:09.640542 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-5e3ef96c-b4d2-42eb-a842-68d884f2ac98 req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:09.657299 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8720cc07-d8b3-49b9-af7a-fa38a5eb04b7 tempest-ServerRescueNegativeTestJSON-695545160 tempest-ServerRescueNegativeTestJSON-695545160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:09.859666 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Pushing event updated for resources: {'Port': ['ID=9767d146-3000-426a-9367-abf8ea7e8d03,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:09.875191 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:09.875600 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:09.876009 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:09.876408 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:09.876802 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:09.877192 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:09.877580 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:09.877965 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:09.878352 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:09.878778 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:09.879168 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:09.879557 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:09.880004 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:09.880391 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:09.880772 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:09.881155 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:09.881535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:09.881918 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:09.882275 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:09.882662 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:09.883071 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:09.883454 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:09.883833 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:09.884247 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:09.900850 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:09.961781 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d0a98-1650-4cea-9bbb-197bfac5ff89 req-e186adb9-235f-435f-a158-2bad0fb4b73c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:09.965857 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d51d0a98-1650-4cea-9bbb-197bfac5ff89 req-e186adb9-235f-435f-a158-2bad0fb4b73c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 943 time: 0.2060993 Jan 19 22:30:09.969698 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e3ef96c-b4d2-42eb-a842-68d884f2ac98 req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Network 8ee66800-a804-40da-8341-42d4a5bfa70e is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:30:09.971582 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-5e3ef96c-b4d2-42eb-a842-68d884f2ac98 req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:30:09.972444 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-74d47488-950d-461a-80b7-22a0114d06c3 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:09.973268 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-74d47488-950d-461a-80b7-22a0114d06c3 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Synchronizing usage tracker for tenant:6fd968d1c0e14ecda944d7b49ae103b9 on resource:port {{(pid=80181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:30:09.978952 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3ef96c-b4d2-42eb-a842-68d884f2ac98 req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:30:09.991440 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-74d47488-950d-461a-80b7-22a0114d06c3 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Unset dirty status for tenant:6fd968d1c0e14ecda944d7b49ae103b9 on resource:port {{(pid=80181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:30:09.992707 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-74d47488-950d-461a-80b7-22a0114d06c3 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.65 "GET /v2.0/ports?device_id=cee49ecb-66e8-44f0-bc42-d34b7bec5a0b HTTP/1.1" status: 200 len: 945 time: 0.1228490 Jan 19 22:30:10.035064 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 12d0a5df-b02d-4a94-ac89-fb288ee73dd8 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:30:10.079712 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Deleting port 12d0a5df-b02d-4a94-ac89-fb288ee73dd8 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:30:10.080179 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:10.081323 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d51d0a98-1650-4cea-9bbb-197bfac5ff89 req-f4417caa-84cd-4bba-b760-e44d6405b980 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1063035 Jan 19 22:30:10.107689 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-5e3ef96c-b4d2-42eb-a842-68d884f2ac98 req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for floatingip, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:10.164426 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:10.177334 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-5e3ef96c-b4d2-42eb-a842-68d884f2ac98 req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:10.199176 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 12d0a5df-b02d-4a94-ac89-fb288ee73dd8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=12d0a5df-b02d-4a94-ac89-fb288ee73dd8,segment=NetworkSegment(5c74953d-c790-4cc2-9771-0ecb028703d3),segment_id=5c74953d-c790-4cc2-9771-0ecb028703d3)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:10.201465 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee49ecb-66e8-44f0-bc42-d34b7bec5a0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12d0a5df-b02d-4a94-ac89-fb288ee73dd8'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:30:10.207597 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:10.209600 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:10.270917 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee49ecb-66e8-44f0-bc42-d34b7bec5a0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12d0a5df-b02d-4a94-ac89-fb288ee73dd8', 'code': 200} Jan 19 22:30:10.283648 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=12d0a5df-b02d-4a94-ac89-fb288ee73dd8,revision_number=5']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:10.291975 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:10.292367 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:10.292742 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:10.293244 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:10.293621 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:10.293993 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:10.294360 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:10.294774 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:10.295144 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:10.295505 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:10.295870 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:10.296232 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:10.296655 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:10.297223 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:10.297341 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:10.297699 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:10.298057 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:10.298418 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:10.298918 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:10.299348 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:10.299710 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:10.300819 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:10.300819 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:10.300819 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:10.305143 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:10.372451 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] For port 12d0a5df-b02d-4a94-ac89-fb288ee73dd8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=12d0a5df-b02d-4a94-ac89-fb288ee73dd8,segment=NetworkSegment(5c74953d-c790-4cc2-9771-0ecb028703d3),segment_id=5c74953d-c790-4cc2-9771-0ecb028703d3)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:10.372773 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:10.452832 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-5e3ef96c-b4d2-42eb-a842-68d884f2ac98 req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:10.460334 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-5e3ef96c-b4d2-42eb-a842-68d884f2ac98 req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996312'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:10.475393 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9fc491aa-f65b-4cad-b58f-97c7d6c9ecf1 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:10.615382 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Pushing event updated for resources: {'Port': ['ID=9767d146-3000-426a-9367-abf8ea7e8d03,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:10.620204 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:10.707551 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for floatingip, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:10.707970 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:10.708326 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.l3_db [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Floating IP 4ddb8854-fcfc-4015-83bc-f3021128afe3 disassociated. External IP: 172.27.0.205, port: 12d0a5df-b02d-4a94-ac89-fb288ee73dd8. Jan 19 22:30:10.708716 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Calling delete_port for 12d0a5df-b02d-4a94-ac89-fb288ee73dd8 owned by compute:nova {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:30:10.743634 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-5e3ef96c-b4d2-42eb-a842-68d884f2ac98 req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:10.802310 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.api [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80181) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:30:10.802654 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_db.api [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:30:10.818166 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-5e3ef96c-b4d2-42eb-a842-68d884f2ac98 req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:10.819490 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5e3ef96c-b4d2-42eb-a842-68d884f2ac98 req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1877251 Jan 19 22:30:10.922621 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-5e3ef96c-b4d2-42eb-a842-68d884f2ac98 req-9ca9a8db-e682-4380-98fd-0cb58337491f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Synchronizing usage tracker for tenant:607a36c19a34437991c7268366328db0 on resource:floatingip {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:30:10.965136 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da4e5b-4a56-46cf-a0b1-9c2c6db836aa req-55dc3a48-4026-4ea9-b6f0-935a187fe802 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:10.966900 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d4da4e5b-4a56-46cf-a0b1-9c2c6db836aa req-55dc3a48-4026-4ea9-b6f0-935a187fe802 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=cee49ecb-66e8-44f0-bc42-d34b7bec5a0b HTTP/1.1" status: 200 len: 943 time: 0.2026381 Jan 19 22:30:10.968130 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-5e3ef96c-b4d2-42eb-a842-68d884f2ac98 req-9ca9a8db-e682-4380-98fd-0cb58337491f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Unset dirty status for tenant:607a36c19a34437991c7268366328db0 on resource:floatingip {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:30:10.969275 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5e3ef96c-b4d2-42eb-a842-68d884f2ac98 req-9ca9a8db-e682-4380-98fd-0cb58337491f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.0.176 HTTP/1.1" status: 200 len: 696 time: 0.1408780 Jan 19 22:30:11.124258 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d4da4e5b-4a56-46cf-a0b1-9c2c6db836aa req-4e5b3ed1-ca8e-4a74-9242-31ebcc4e80b6 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=8e1abc45-40d9-4ef8-afb0-2586bd6a14e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242735 Jan 19 22:30:11.196049 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ef96c-b4d2-42eb-a842-68d884f2ac98 req-484b18b3-d1fc-4629-a371-a32c0e80db94 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:11.198142 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5e3ef96c-b4d2-42eb-a842-68d884f2ac98 req-484b18b3-d1fc-4629-a371-a32c0e80db94 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/networks/8ee66800-a804-40da-8341-42d4a5bfa70e HTTP/1.1" status: 200 len: 784 time: 0.2226932 Jan 19 22:30:11.303418 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Deleting port 12d0a5df-b02d-4a94-ac89-fb288ee73dd8 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:30:11.303860 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:11.409790 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95d480-1281-4bdf-85f0-13ca3956181a req-8c4f6835-32ff-4bcd-b954-034c9afe95e6 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:11.411576 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9a95d480-1281-4bdf-85f0-13ca3956181a req-8c4f6835-32ff-4bcd-b954-034c9afe95e6 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 943 time: 0.1646414 Jan 19 22:30:11.497367 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7157791-4313-47be-a6bc-141ffe138a8a req-32efd9e2-feb3-42c0-82ba-dfa9f3f56b7b tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:11.499142 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f7157791-4313-47be-a6bc-141ffe138a8a req-32efd9e2-feb3-42c0-82ba-dfa9f3f56b7b tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1903481 Jan 19 22:30:11.511802 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9a95d480-1281-4bdf-85f0-13ca3956181a req-f98904d9-4439-4a9b-8a7a-d912def196f8 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0898869 Jan 19 22:30:11.599518 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f7157791-4313-47be-a6bc-141ffe138a8a req-d52f19a0-833b-4ce8-9eac-6c616f931542 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.0.176 HTTP/1.1" status: 200 len: 696 time: 0.0865481 Jan 19 22:30:11.611717 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-f7157791-4313-47be-a6bc-141ffe138a8a req-165f31c3-c361-4e08-a230-924f5bcc9281 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Request body: {'floatingip': {'port_id': '4befdb92-3707-4327-8ffd-15fe60ea60e8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:30:11.704549 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f7157791-4313-47be-a6bc-141ffe138a8a req-165f31c3-c361-4e08-a230-924f5bcc9281 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for floatingip, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:11.816747 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] For port 12d0a5df-b02d-4a94-ac89-fb288ee73dd8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=12d0a5df-b02d-4a94-ac89-fb288ee73dd8,segment=NetworkSegment(5c74953d-c790-4cc2-9771-0ecb028703d3),segment_id=5c74953d-c790-4cc2-9771-0ecb028703d3)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:11.817067 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:12.310523 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for floatingip, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:12.311200 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:12.311785 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.l3_db [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Floating IP 4ddb8854-fcfc-4015-83bc-f3021128afe3 disassociated. External IP: 172.27.0.205, port: 12d0a5df-b02d-4a94-ac89-fb288ee73dd8. Jan 19 22:30:12.312410 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Calling delete_port for 12d0a5df-b02d-4a94-ac89-fb288ee73dd8 owned by compute:nova {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:30:12.526055 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:12.546916 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-86ec24f8-728a-4136-9673-cee9dec76e59 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:12.552169 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a289a25-3b51-43fc-a75d-61e3bf5df688 req-fc5f57d6-6b42-4878-a073-aca70beebfc8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:12.553960 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5a289a25-3b51-43fc-a75d-61e3bf5df688 req-fc5f57d6-6b42-4878-a073-aca70beebfc8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=cee49ecb-66e8-44f0-bc42-d34b7bec5a0b HTTP/1.1" status: 200 len: 943 time: 0.1949697 Jan 19 22:30:12.587324 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:30:12.597799 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Pushing event deleted for resources: {'Port': ['ID=12d0a5df-b02d-4a94-ac89-fb288ee73dd8,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:12.602447 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:12.700589 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:30:12.701579 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:12.720365 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5a289a25-3b51-43fc-a75d-61e3bf5df688 req-5cc28168-be8c-48c7-9ba1-0c1e2e72f9cd tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups?id=8e1abc45-40d9-4ef8-afb0-2586bd6a14e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583745 Jan 19 22:30:12.847471 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:12.881815 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ec94b4-2644-4299-a504-30dc6057fc87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:30:12.894790 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb,segment=NetworkSegment(86abda2d-f225-42bc-8e32-0a72d219752f),segment_id=86abda2d-f225-42bc-8e32-0a72d219752f)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:12.900417 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:12.902837 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:12.988956 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb,revision_number=6']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:12.990576 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Router 83806c06-c060-48ad-82bf-962c2f51c26a has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:30:12.992884 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:13.058074 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f7157791-4313-47be-a6bc-141ffe138a8a req-165f31c3-c361-4e08-a230-924f5bcc9281 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for floatingip, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:13.062898 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f7157791-4313-47be-a6bc-141ffe138a8a req-165f31c3-c361-4e08-a230-924f5bcc9281 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:13.192092 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:30:13.203500 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0712fd9f-565c-47de-b407-2c685b4cf63b None None] Sync routers for ids ['83806c06-c060-48ad-82bf-962c2f51c26a'] in dv-cinder-750782-5-iscsi {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:30:13.216941 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0712fd9f-565c-47de-b407-2c685b4cf63b None None] Routers {'83806c06-c060-48ad-82bf-962c2f51c26a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:30:13.217882 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-0712fd9f-565c-47de-b407-2c685b4cf63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:30:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['83806c06-c060-48ad-82bf-962c2f51c26a'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:13.238244 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] No DVR routers for this DVR port 12d0a5df-b02d-4a94-ac89-fb288ee73dd8 on host hv-cinder-75078 {{(pid=80181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:30:13.241006 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:13.247929 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee49ecb-66e8-44f0-bc42-d34b7bec5a0b', 'name': 'network-vif-deleted', 'tag': '12d0a5df-b02d-4a94-ac89-fb288ee73dd8'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:30:13.264462 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-28476683-5ff8-41dd-8d83-b62cdc8becae req-f3a04c77-8943-42a7-9655-eefc78e5bcc5 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.65 "DELETE /v2.0/ports/12d0a5df-b02d-4a94-ac89-fb288ee73dd8 HTTP/1.1" status: 204 len: 173 time: 3.2661428 Jan 19 22:30:13.276112 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34fe30-5d45-4c3b-a4b5-2453ac204ed5 req-69870c96-732c-4d66-a75c-50cffe894347 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:13.277876 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4b34fe30-5d45-4c3b-a4b5-2453ac204ed5 req-69870c96-732c-4d66-a75c-50cffe894347 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.2780511 Jan 19 22:30:13.304312 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.l3_db [req-f7157791-4313-47be-a6bc-141ffe138a8a req-165f31c3-c361-4e08-a230-924f5bcc9281 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Floating IP aa22d420-f2be-434f-8fbb-9548f59bc6c6 associated. External IP: 172.27.0.176, port: 4befdb92-3707-4327-8ffd-15fe60ea60e8. Jan 19 22:30:13.505973 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4b34fe30-5d45-4c3b-a4b5-2453ac204ed5 req-94e54605-67c4-43ea-a289-55060622fda6 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1452541 Jan 19 22:30:13.580740 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ec94b4-2644-4299-a504-30dc6057fc87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb', 'code': 200} Jan 19 22:30:13.595527 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-0712fd9f-565c-47de-b407-2c685b4cf63b None None] Set router 83806c06-c060-48ad-82bf-962c2f51c26a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:30:13.672030 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee49ecb-66e8-44f0-bc42-d34b7bec5a0b', 'name': 'network-vif-deleted', 'tag': '12d0a5df-b02d-4a94-ac89-fb288ee73dd8', 'status': 'completed', 'code': 200} Jan 19 22:30:13.755989 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7157791-4313-47be-a6bc-141ffe138a8a req-165f31c3-c361-4e08-a230-924f5bcc9281 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Router a974c745-492d-47bf-b7f7-ab49bb885b83 has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:30:13.997765 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-0712fd9f-565c-47de-b407-2c685b4cf63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'name': 'tempest-AttachVolumeTestJSON-1010770720-router', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:26Z', 'updated_at': '2021-01-19T22:22:49Z', 'revision_number': 4, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'gw_port': {'id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:32Z', 'updated_at': '2021-01-19T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a', 'name': '', 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'mac_address': 'fa:16:3e:5b:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:47Z', 'updated_at': '2021-01-19T22:23:05Z', 'revision_number': 5, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'subnets': [{'id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:14.002050 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0712fd9f-565c-47de-b407-2c685b4cf63b None None] Checking router: 83806c06-c060-48ad-82bf-962c2f51c26a for host: dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:30:14.013510 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0712fd9f-565c-47de-b407-2c685b4cf63b None None] Routers {'83806c06-c060-48ad-82bf-962c2f51c26a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:30:14.014207 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-0712fd9f-565c-47de-b407-2c685b4cf63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:30:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['83806c06-c060-48ad-82bf-962c2f51c26a'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:14.017932 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafd504-2327-40c0-a50b-3c359cfd53e6 req-b4df9d36-025d-46a3-9754-45ed415d190e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:14.019842 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9cafd504-2327-40c0-a50b-3c359cfd53e6 req-b4df9d36-025d-46a3-9754-45ed415d190e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 1162 time: 0.0971997 Jan 19 22:30:14.040096 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d75d1310-16a7-4b0d-98ab-396015944ae8 req-8cda122b-e753-4c9f-a8d3-4aff1a412787 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/ports?device_id=cee49ecb-66e8-44f0-bc42-d34b7bec5a0b HTTP/1.1" status: 200 len: 210 time: 0.0954640 Jan 19 22:30:14.078711 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7157791-4313-47be-a6bc-141ffe138a8a req-165f31c3-c361-4e08-a230-924f5bcc9281 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:30:14.082903 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9cafd504-2327-40c0-a50b-3c359cfd53e6 req-69f2f574-c4ab-41a4-8b7e-27f392db03f8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0543227 Jan 19 22:30:14.090427 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb7afd-a592-4fc4-936f-ec3f1e486d93 None None] Sync routers for ids ['a974c745-492d-47bf-b7f7-ab49bb885b83'] in dv-cinder-750782-5-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:30:14.091815 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-f7157791-4313-47be-a6bc-141ffe138a8a req-165f31c3-c361-4e08-a230-924f5bcc9281 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:14.101733 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eb7afd-a592-4fc4-936f-ec3f1e486d93 None None] Routers {'a974c745-492d-47bf-b7f7-ab49bb885b83'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:30:14.102839 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-68eb7afd-a592-4fc4-936f-ec3f1e486d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:30:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['a974c745-492d-47bf-b7f7-ab49bb885b83'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:14.157950 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f7157791-4313-47be-a6bc-141ffe138a8a req-165f31c3-c361-4e08-a230-924f5bcc9281 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "PUT /v2.0/floatingips/aa22d420-f2be-434f-8fbb-9548f59bc6c6 HTTP/1.1" status: 200 len: 996 time: 2.5508907 Jan 19 22:30:14.158867 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f57d2cf-77b1-4737-9345-e863b9c10ccc', 'tag': '4befdb92-3707-4327-8ffd-15fe60ea60e8'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:30:14.228573 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f57d2cf-77b1-4737-9345-e863b9c10ccc', 'tag': '4befdb92-3707-4327-8ffd-15fe60ea60e8', 'status': 'completed', 'code': 200} Jan 19 22:30:14.245827 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-0712fd9f-565c-47de-b407-2c685b4cf63b None None] Set router 83806c06-c060-48ad-82bf-962c2f51c26a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:30:14.247289 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:30:14.269121 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7157791-4313-47be-a6bc-141ffe138a8a req-03866cde-7c57-4e22-b526-db5394b30b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:14.270930 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f7157791-4313-47be-a6bc-141ffe138a8a req-03866cde-7c57-4e22-b526-db5394b30b92 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=607a36c19a34437991c7268366328db0&device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 1162 time: 0.0961363 Jan 19 22:30:14.376651 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-68eb7afd-a592-4fc4-936f-ec3f1e486d93 None None] Set router a974c745-492d-47bf-b7f7-ab49bb885b83 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:30:14.435146 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:30:14.435549 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:14.450899 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7157791-4313-47be-a6bc-141ffe138a8a req-fcb67fdb-c658-46ff-823d-515e08aaaa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:14.459395 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f7157791-4313-47be-a6bc-141ffe138a8a req-fcb67fdb-c658-46ff-823d-515e08aaaa66 service neutron] 10.222.0.50 "GET /v2.0/networks?id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff HTTP/1.1" status: 200 len: 906 time: 0.1805747 Jan 19 22:30:14.550403 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77348f02-db38-4831-a646-70c40fe3ceb5 req-2c2bdc10-62e3-40e9-8fe1-0325263b53c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:14.554076 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-77348f02-db38-4831-a646-70c40fe3ceb5 req-2c2bdc10-62e3-40e9-8fe1-0325263b53c2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=607a36c19a34437991c7268366328db0&device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 1162 time: 0.1130197 Jan 19 22:30:14.600484 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f7157791-4313-47be-a6bc-141ffe138a8a req-2067ae3e-bd85-494b-8fcc-e9891aaa156c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4befdb92-3707-4327-8ffd-15fe60ea60e8 HTTP/1.1" status: 200 len: 999 time: 0.1400001 Jan 19 22:30:14.627683 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-0712fd9f-565c-47de-b407-2c685b4cf63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'name': 'tempest-AttachVolumeTestJSON-1010770720-router', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:26Z', 'updated_at': '2021-01-19T22:22:49Z', 'revision_number': 4, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'gw_port': {'id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:32Z', 'updated_at': '2021-01-19T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a', 'name': '', 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'mac_address': 'fa:16:3e:5b:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:47Z', 'updated_at': '2021-01-19T22:23:05Z', 'revision_number': 5, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'subnets': [{'id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:14.636704 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0712fd9f-565c-47de-b407-2c685b4cf63b None None] The sync data for ids ['83806c06-c060-48ad-82bf-962c2f51c26a'] in dv-cinder-750782-5-iscsi is: [{'id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'name': 'tempest-AttachVolumeTestJSON-1010770720-router', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:26Z', 'updated_at': '2021-01-19T22:22:49Z', 'revision_number': 4, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'gw_port': {'id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:32Z', 'updated_at': '2021-01-19T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a', 'name': '', 'network_id': 'af289a99-4938-4c37-bab6-8e3fa35bb17d', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'mac_address': 'fa:16:3e:5b:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:47Z', 'updated_at': '2021-01-19T22:23:05Z', 'revision_number': 5, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'subnets': [{'id': '54bbe0c3-777f-48a8-98b7-95d97e881ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:30:14.787894 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77348f02-db38-4831-a646-70c40fe3ceb5 req-86edb6b8-cf65-4e27-b106-ec61f62a2044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:14.790189 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-77348f02-db38-4831-a646-70c40fe3ceb5 req-86edb6b8-cf65-4e27-b106-ec61f62a2044 service neutron] 10.222.0.65 "GET /v2.0/networks?id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff HTTP/1.1" status: 200 len: 906 time: 0.2270877 Jan 19 22:30:14.796058 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7157791-4313-47be-a6bc-141ffe138a8a req-b45178a9-3abd-467b-8674-19d906ae029f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:14.797885 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f7157791-4313-47be-a6bc-141ffe138a8a req-b45178a9-3abd-467b-8674-19d906ae029f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aab077fb-7a3f-467f-8b9a-f6fe6fd707e1 HTTP/1.1" status: 200 len: 851 time: 0.1965187 Jan 19 22:30:14.917643 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab02a9e-9907-4155-8c58-080986f69721 req-cc517f84-5f2e-42f1-845e-feb6bd8e0c99 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:14.919421 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eab02a9e-9907-4155-8c58-080986f69721 req-cc517f84-5f2e-42f1-845e-feb6bd8e0c99 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.2194140 Jan 19 22:30:14.932173 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-77348f02-db38-4831-a646-70c40fe3ceb5 req-eec6a8dd-b5f4-4205-b52e-70eea3b2fa7d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4befdb92-3707-4327-8ffd-15fe60ea60e8 HTTP/1.1" status: 200 len: 999 time: 0.1319077 Jan 19 22:30:14.966189 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7157791-4313-47be-a6bc-141ffe138a8a req-26142a8b-fe60-4256-8e0a-eb4da18f9d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:14.967933 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f7157791-4313-47be-a6bc-141ffe138a8a req-26142a8b-fe60-4256-8e0a-eb4da18f9d06 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1533725 Jan 19 22:30:15.002076 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [req-f7157791-4313-47be-a6bc-141ffe138a8a req-e3631f03-655d-4e93-abfd-fa8de2268a28 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:30:15.003718 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f7157791-4313-47be-a6bc-141ffe138a8a req-e3631f03-655d-4e93-abfd-fa8de2268a28 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0109084 Jan 19 22:30:15.062307 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77348f02-db38-4831-a646-70c40fe3ceb5 req-32df2a31-fa1e-4725-8916-ee9a16e97545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:15.064429 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-77348f02-db38-4831-a646-70c40fe3ceb5 req-32df2a31-fa1e-4725-8916-ee9a16e97545 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aab077fb-7a3f-467f-8b9a-f6fe6fd707e1 HTTP/1.1" status: 200 len: 851 time: 0.1207240 Jan 19 22:30:15.186325 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f7157791-4313-47be-a6bc-141ffe138a8a req-0c442da3-9021-4066-a5b2-f4cae1cd85ae service neutron] 10.222.0.50 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720707 Jan 19 22:30:15.205720 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eab02a9e-9907-4155-8c58-080986f69721 req-96f3927d-452e-46b6-b5ab-a52b232d2b3d tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2764800 Jan 19 22:30:15.207190 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77348f02-db38-4831-a646-70c40fe3ceb5 req-ef4baeea-597a-4a58-bd4d-8c528d559204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:15.208845 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-77348f02-db38-4831-a646-70c40fe3ceb5 req-ef4baeea-597a-4a58-bd4d-8c528d559204 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1104813 Jan 19 22:30:15.236471 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c60f69-142f-478d-b33f-82d061147eea None None] New status for floating IP 4ddb8854-fcfc-4015-83bc-f3021128afe3: DOWN {{(pid=80183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:30:15.238121 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-68eb7afd-a592-4fc4-936f-ec3f1e486d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:24:35Z', 'revision_number': 4, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': 'aa22d420-f2be-434f-8fbb-9548f59bc6c6', 'tenant_id': '607a36c19a34437991c7268366328db0', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'port_id': '4befdb92-3707-4327-8ffd-15fe60ea60e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'mac_address': 'fa:16:3e:05:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f57d2cf-77b1-4737-9345-e863b9c10ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:30:10Z', 'updated_at': '2021-01-19T22:30:12Z', 'revision_number': 1, 'project_id': '607a36c19a34437991c7268366328db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7256fa1-8a58-410d-a7aa-d44921c8dcd8', 'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'tenant_id': '607a36c19a34437991c7268366328db0', 'mac_address': 'fa:16:3e:a9:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:34Z', 'updated_at': '2021-01-19T22:24:46Z', 'revision_number': 5, 'project_id': '607a36c19a34437991c7268366328db0', 'subnets': [{'id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:15.253588 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb7afd-a592-4fc4-936f-ec3f1e486d93 None None] Checking router: a974c745-492d-47bf-b7f7-ab49bb885b83 for host: dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:30:15.267099 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eb7afd-a592-4fc4-936f-ec3f1e486d93 None None] Routers {'a974c745-492d-47bf-b7f7-ab49bb885b83'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:30:15.270033 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-68eb7afd-a592-4fc4-936f-ec3f1e486d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:30:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['a974c745-492d-47bf-b7f7-ab49bb885b83'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:15.415270 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-77348f02-db38-4831-a646-70c40fe3ceb5 req-c0e35025-c074-4961-8a0b-e078d54fac9d service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988592 Jan 19 22:30:15.458952 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f7157791-4313-47be-a6bc-141ffe138a8a req-a4b91e5a-0735-4f7e-a0af-9433253c88ac service neutron] 10.222.0.50 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2516408 Jan 19 22:30:15.461562 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34072) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:15.533006 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-68eb7afd-a592-4fc4-936f-ec3f1e486d93 None None] Set router a974c745-492d-47bf-b7f7-ab49bb885b83 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:30:15.563576 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fa295c09-6a2d-4089-81f1-4e089444be42 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:15.600214 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fa295c09-6a2d-4089-81f1-4e089444be42 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:15.612249 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-77348f02-db38-4831-a646-70c40fe3ceb5 req-fa9f0627-2c4a-49fe-af50-ab88234ae591 service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1754062 Jan 19 22:30:15.651728 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fa295c09-6a2d-4089-81f1-4e089444be42 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:15.657720 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-099470d2-4b51-4b38-adab-23330ebf477f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:15.674368 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa295c09-6a2d-4089-81f1-4e089444be42 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1abc45-40d9-4ef8-afb0-2586bd6a14e3,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:15.678347 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-fa295c09-6a2d-4089-81f1-4e089444be42 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:15.687091 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fa295c09-6a2d-4089-81f1-4e089444be42 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:15.691025 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-fa295c09-6a2d-4089-81f1-4e089444be42 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "DELETE /v2.0/security-groups/8e1abc45-40d9-4ef8-afb0-2586bd6a14e3 HTTP/1.1" status: 204 len: 168 time: 0.2238042 Jan 19 22:30:15.691343 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34078) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:15.712866 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.v2.resource [None req-0c32f382-75b0-463d-ae31-1fca0de328a6 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] show failed (client error): The resource could not be found. Jan 19 22:30:15.714026 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-0c32f382-75b0-463d-ae31-1fca0de328a6 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "GET /v2.0/security-groups/8e1abc45-40d9-4ef8-afb0-2586bd6a14e3 HTTP/1.1" status: 404 len: 347 time: 0.0208511 Jan 19 22:30:15.718266 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 34082) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:15.896995 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-a114a34f-1319-4d15-9c9a-f244f25cadfe tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Deleting port 60b7bee3-e9a7-4925-917a-626e4d321cb0 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:30:15.897371 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a114a34f-1319-4d15-9c9a-f244f25cadfe tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:15.944618 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-68eb7afd-a592-4fc4-936f-ec3f1e486d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:24:35Z', 'revision_number': 4, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': 'aa22d420-f2be-434f-8fbb-9548f59bc6c6', 'tenant_id': '607a36c19a34437991c7268366328db0', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'port_id': '4befdb92-3707-4327-8ffd-15fe60ea60e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'mac_address': 'fa:16:3e:05:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f57d2cf-77b1-4737-9345-e863b9c10ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:30:10Z', 'updated_at': '2021-01-19T22:30:12Z', 'revision_number': 1, 'project_id': '607a36c19a34437991c7268366328db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7256fa1-8a58-410d-a7aa-d44921c8dcd8', 'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'tenant_id': '607a36c19a34437991c7268366328db0', 'mac_address': 'fa:16:3e:a9:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:34Z', 'updated_at': '2021-01-19T22:24:46Z', 'revision_number': 5, 'project_id': '607a36c19a34437991c7268366328db0', 'subnets': [{'id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:15.949359 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb7afd-a592-4fc4-936f-ec3f1e486d93 None None] The sync data for ids ['a974c745-492d-47bf-b7f7-ab49bb885b83'] in dv-cinder-750782-5-iscsi is: [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:24:35Z', 'revision_number': 4, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': 'aa22d420-f2be-434f-8fbb-9548f59bc6c6', 'tenant_id': '607a36c19a34437991c7268366328db0', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'port_id': '4befdb92-3707-4327-8ffd-15fe60ea60e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'mac_address': 'fa:16:3e:05:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f57d2cf-77b1-4737-9345-e863b9c10ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:30:10Z', 'updated_at': '2021-01-19T22:30:12Z', 'revision_number': 1, 'project_id': '607a36c19a34437991c7268366328db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7256fa1-8a58-410d-a7aa-d44921c8dcd8', 'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'tenant_id': '607a36c19a34437991c7268366328db0', 'mac_address': 'fa:16:3e:a9:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:34Z', 'updated_at': '2021-01-19T22:24:46Z', 'revision_number': 5, 'project_id': '607a36c19a34437991c7268366328db0', 'subnets': [{'id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:30:16.090281 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a114a34f-1319-4d15-9c9a-f244f25cadfe tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:16.090664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a114a34f-1319-4d15-9c9a-f244f25cadfe tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for floatingip, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:16.226022 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-a114a34f-1319-4d15-9c9a-f244f25cadfe tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Calling delete_port for 60b7bee3-e9a7-4925-917a-626e4d321cb0 owned by network:floatingip {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:30:16.257547 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647eece3-cbc0-479e-91c6-6cc7b8f1b9ea None None] New status for floating IP aa22d420-f2be-434f-8fbb-9548f59bc6c6: ACTIVE {{(pid=80182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:30:16.378916 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a114a34f-1319-4d15-9c9a-f244f25cadfe tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:16.395233 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-c287cf7c-4c5a-4ed2-bfa7-52104bb226e8 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:16.442281 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114a34f-1319-4d15-9c9a-f244f25cadfe tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Pushing event deleted for resources: {'Port': ['ID=60b7bee3-e9a7-4925-917a-626e4d321cb0,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:16.482862 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c1e8e-7af3-4949-b1df-d02438c0af9e req-7861a905-f0fd-4b7a-b833-409f26fa7460 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:16.487442 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-824c1e8e-7af3-4949-b1df-d02438c0af9e req-7861a905-f0fd-4b7a-b833-409f26fa7460 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.1247942 Jan 19 22:30:16.493831 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a114a34f-1319-4d15-9c9a-f244f25cadfe tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:16.554943 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-824c1e8e-7af3-4949-b1df-d02438c0af9e req-f97ef8a8-4985-4dd7-a5b2-149d46294e5f tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0629852 Jan 19 22:30:16.661908 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a114a34f-1319-4d15-9c9a-f244f25cadfe tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks [] for floatingip, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:16.693128 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a114a34f-1319-4d15-9c9a-f244f25cadfe tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:16.695573 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-a114a34f-1319-4d15-9c9a-f244f25cadfe tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] 10.222.0.50 "DELETE /v2.0/floatingips/4ddb8854-fcfc-4015-83bc-f3021128afe3 HTTP/1.1" status: 204 len: 168 time: 0.9753308 Jan 19 22:30:19.894840 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b621938c-b246-4b98-8a88-1919dcf5e5d2 req-3a40f192-333c-4c75-9c91-19b9e793587f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0836947 Jan 19 22:30:20.015017 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621938c-b246-4b98-8a88-1919dcf5e5d2 req-efe43454-ee04-4226-b724-1b9daaf8e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:20.016615 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b621938c-b246-4b98-8a88-1919dcf5e5d2 req-efe43454-ee04-4226-b724-1b9daaf8e6eb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9b60a759f4aa4625ba7e4a31db6ae945&device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 1162 time: 0.0819728 Jan 19 22:30:20.456776 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621938c-b246-4b98-8a88-1919dcf5e5d2 req-6d3b222c-3ff7-42de-b6b6-a83dee89a7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:20.458438 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b621938c-b246-4b98-8a88-1919dcf5e5d2 req-6d3b222c-3ff7-42de-b6b6-a83dee89a7ab service neutron] 10.222.0.65 "GET /v2.0/networks?id=c5545297-ee81-476b-8bdf-fa32744891e1 HTTP/1.1" status: 200 len: 903 time: 0.4168701 Jan 19 22:30:20.578196 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b621938c-b246-4b98-8a88-1919dcf5e5d2 req-8055ac28-d050-4a94-b024-01351d79e50f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb HTTP/1.1" status: 200 len: 1001 time: 0.1108134 Jan 19 22:30:20.663467 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621938c-b246-4b98-8a88-1919dcf5e5d2 req-5e985db4-f1b6-4ffd-8371-33569cb44a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:20.665362 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b621938c-b246-4b98-8a88-1919dcf5e5d2 req-5e985db4-f1b6-4ffd-8371-33569cb44a47 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90501b76-d654-4fd7-b61c-fc49887a8718 HTTP/1.1" status: 200 len: 847 time: 0.0733545 Jan 19 22:30:20.762530 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621938c-b246-4b98-8a88-1919dcf5e5d2 req-c6643d77-2847-4323-a394-3453a6074e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:20.764215 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b621938c-b246-4b98-8a88-1919dcf5e5d2 req-c6643d77-2847-4323-a394-3453a6074e5c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c5545297-ee81-476b-8bdf-fa32744891e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0920992 Jan 19 22:30:20.830519 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34118) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:20.915021 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b621938c-b246-4b98-8a88-1919dcf5e5d2 req-1e0e6818-5aa0-452c-90e5-ff25edcaed41 service neutron] 10.222.0.65 "GET /v2.0/networks/c5545297-ee81-476b-8bdf-fa32744891e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429012 Jan 19 22:30:21.074262 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b621938c-b246-4b98-8a88-1919dcf5e5d2 req-6f07a37e-6c8f-4b01-90b7-a9b9b495e777 service neutron] 10.222.0.65 "GET /v2.0/networks/c5545297-ee81-476b-8bdf-fa32744891e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1510642 Jan 19 22:30:21.819499 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d28cc066-0c70-4f4c-a42f-c4619d800ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427516'] for router_interface, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:22.202385 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-d28cc066-0c70-4f4c-a42f-c4619d800ddf admin admin] Deleting port 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:30:22.203050 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d28cc066-0c70-4f4c-a42f-c4619d800ddf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:22.374805 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:22.395257 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-d28cc066-0c70-4f4c-a42f-c4619d800ddf admin admin] For port 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a,segment=NetworkSegment(5c74953d-c790-4cc2-9771-0ecb028703d3),segment_id=5c74953d-c790-4cc2-9771-0ecb028703d3)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:22.395663 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d28cc066-0c70-4f4c-a42f-c4619d800ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:22.532476 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-d28cc066-0c70-4f4c-a42f-c4619d800ddf admin admin] Calling delete_port for 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a owned by network:router_interface {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:30:22.859897 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d28cc066-0c70-4f4c-a42f-c4619d800ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:22.875608 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f2c1fa26-c3e2-4f06-908f-2d499fce641d tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:22.921855 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cc066-0c70-4f4c-a42f-c4619d800ddf admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:22.972244 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d28cc066-0c70-4f4c-a42f-c4619d800ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:23.284940 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d28cc066-0c70-4f4c-a42f-c4619d800ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853084252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427334'] for router_interface, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:24.023753 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28cc066-0c70-4f4c-a42f-c4619d800ddf admin admin] Router 83806c06-c060-48ad-82bf-962c2f51c26a has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:30:24.226077 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28cc066-0c70-4f4c-a42f-c4619d800ddf admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:30:24.236668 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa50a7ab-9a04-4026-b1c4-e926f67dfad0 None None] Sync routers for ids ['83806c06-c060-48ad-82bf-962c2f51c26a'] in dv-cinder-750782-5-iscsi {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:30:24.244112 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-d28cc066-0c70-4f4c-a42f-c4619d800ddf admin admin] 10.222.0.50 "PUT /v2.0/routers/83806c06-c060-48ad-82bf-962c2f51c26a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4118063 Jan 19 22:30:24.248013 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34126) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:24.248628 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa50a7ab-9a04-4026-b1c4-e926f67dfad0 None None] Routers {'83806c06-c060-48ad-82bf-962c2f51c26a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:30:24.249396 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-aa50a7ab-9a04-4026-b1c4-e926f67dfad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:30:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['83806c06-c060-48ad-82bf-962c2f51c26a'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:24.443750 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-aa50a7ab-9a04-4026-b1c4-e926f67dfad0 None None] Set router 83806c06-c060-48ad-82bf-962c2f51c26a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:30:24.454039 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6b47278a-71f4-4c5c-a4d1-4bb8da329458 admin admin] Notify callbacks [] for router, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:24.652497 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6b47278a-71f4-4c5c-a4d1-4bb8da329458 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:24.658512 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-6b47278a-71f4-4c5c-a4d1-4bb8da329458 admin admin] Deleting port be9a77fe-d0d5-426f-a119-c91be0ecca67 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:30:24.658922 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6b47278a-71f4-4c5c-a4d1-4bb8da329458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:24.767381 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-aa50a7ab-9a04-4026-b1c4-e926f67dfad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'name': 'tempest-AttachVolumeTestJSON-1010770720-router', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:26Z', 'updated_at': '2021-01-19T22:30:22Z', 'revision_number': 5, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'gw_port': {'id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:32Z', 'updated_at': '2021-01-19T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:24.771564 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa50a7ab-9a04-4026-b1c4-e926f67dfad0 None None] Checking router: 83806c06-c060-48ad-82bf-962c2f51c26a for host: dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:30:24.782192 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa50a7ab-9a04-4026-b1c4-e926f67dfad0 None None] Routers {'83806c06-c060-48ad-82bf-962c2f51c26a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:30:24.782910 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-aa50a7ab-9a04-4026-b1c4-e926f67dfad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:30:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['83806c06-c060-48ad-82bf-962c2f51c26a'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:24.855267 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-6b47278a-71f4-4c5c-a4d1-4bb8da329458 admin admin] For port be9a77fe-d0d5-426f-a119-c91be0ecca67, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=be9a77fe-d0d5-426f-a119-c91be0ecca67,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:24.855676 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6b47278a-71f4-4c5c-a4d1-4bb8da329458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:24.997932 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-6b47278a-71f4-4c5c-a4d1-4bb8da329458 admin admin] Calling delete_port for be9a77fe-d0d5-426f-a119-c91be0ecca67 owned by network:router_gateway {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:30:25.143863 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-aa50a7ab-9a04-4026-b1c4-e926f67dfad0 None None] Set router 83806c06-c060-48ad-82bf-962c2f51c26a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:30:25.148884 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6b47278a-71f4-4c5c-a4d1-4bb8da329458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: WARNING neutron.plugins.ml2.ovo_rpc [None req-6b47278a-71f4-4c5c-a4d1-4bb8da329458 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: result = function(*args, **kwargs) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: proto.__init__(conn_state, self) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: self.handle() Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: self.handle_one_request() Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: self.handle_one_response() Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: result = self.application(self.environ, start_response) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: return app(environ, start_response) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: resp = self.call_func(req, *args, **kw) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.func(req, *args, **kwargs) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: response = req.get_response(self.application) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: application, catch_exc_info=False) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: app_iter = application(self.environ, start_response) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: resp = self.call_func(req, *args, **kw) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.func(req, *args, **kwargs) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: response = req.get_response(self.application) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: application, catch_exc_info=False) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: app_iter = application(self.environ, start_response) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: resp = self.call_func(req, *args, **kw) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.func(req, *args, **kwargs) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: response = req.get_response(self.application) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: application, catch_exc_info=False) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: app_iter = application(self.environ, start_response) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: resp = self.call_func(req, *args, **kw) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.func(req, *args, **kwargs) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: response = req.get_response(self.application) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: application, catch_exc_info=False) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: app_iter = application(self.environ, start_response) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: resp = self.call_func(req, *args, **kw) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.func(req, *args, **kwargs) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: return request.get_response(self.application) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: application, catch_exc_info=False) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: app_iter = application(self.environ, start_response) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: resp = self.call_func(req, *args, **kw) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.func(req, *args, **kwargs) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: response = req.get_response(self._app) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: application, catch_exc_info=False) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: app_iter = application(self.environ, start_response) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: return resp(environ, start_response) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: return resp(environ, start_response) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: response = self.app(environ, start_response) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: return resp(environ, start_response) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: resp = self.call_func(req, *args, **kw) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.func(req, *args, **kwargs) Jan 19 22:30:25.155620 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: result = method(request=request, **args) Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: return self._delete(request, id, **kwargs) Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(*args, **kwargs) Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(*args, **kwargs) Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(*dup_args, **dup_kwargs) Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: obj_deleter(request.context, id, **kwargs) Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: return method(*args, **kwargs) Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(*args, **kwargs) Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(*args, **kwargs) Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(*dup_args, **dup_kwargs) Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: self._delete_current_gw_port(context, id, router, None) Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: admin_ctx, gw_port_id, l3_port_check=False) Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(self, context, *args, **kwargs) Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: return method(*args, **kwargs) Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: context, port, router_ids, bound_mech_contexts) Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: return function(*args, **kwargs) Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: callback(resource, event, trigger, **kwargs) Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: if self._is_session_semantic_violated(context, resource, event): Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: stack = traceback.extract_stack() Jan 19 22:30:25.161326 dv-cinder-750782-5-iscsi neutron-server[80069]: Jan 19 22:30:25.351697 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6b47278a-71f4-4c5c-a4d1-4bb8da329458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854343435'] for router_gateway, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:25.464214 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-aa50a7ab-9a04-4026-b1c4-e926f67dfad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'name': 'tempest-AttachVolumeTestJSON-1010770720-router', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:26Z', 'updated_at': '2021-01-19T22:30:22Z', 'revision_number': 5, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'gw_port': {'id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:32Z', 'updated_at': '2021-01-19T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:25.469137 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa50a7ab-9a04-4026-b1c4-e926f67dfad0 None None] The sync data for ids ['83806c06-c060-48ad-82bf-962c2f51c26a'] in dv-cinder-750782-5-iscsi is: [{'id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'name': 'tempest-AttachVolumeTestJSON-1010770720-router', 'tenant_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:26Z', 'updated_at': '2021-01-19T22:30:22Z', 'revision_number': 5, 'project_id': '6fd968d1c0e14ecda944d7b49ae103b9', 'gw_port': {'id': 'be9a77fe-d0d5-426f-a119-c91be0ecca67', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:df:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83806c06-c060-48ad-82bf-962c2f51c26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:32Z', 'updated_at': '2021-01-19T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}] {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:30:25.497124 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6b47278a-71f4-4c5c-a4d1-4bb8da329458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854342923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774747'] for router, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:25.500078 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6b47278a-71f4-4c5c-a4d1-4bb8da329458 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:25.593609 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6b47278a-71f4-4c5c-a4d1-4bb8da329458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854259288'] for router, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:25.594448 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b47278a-71f4-4c5c-a4d1-4bb8da329458 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83806c06-c060-48ad-82bf-962c2f51c26a {{(pid=80180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 19 22:30:25.608785 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6b47278a-71f4-4c5c-a4d1-4bb8da329458 admin admin] Notify callbacks [] for router, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:25.612485 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-6b47278a-71f4-4c5c-a4d1-4bb8da329458 admin admin] 10.222.0.50 "DELETE /v2.0/routers/83806c06-c060-48ad-82bf-962c2f51c26a HTTP/1.1" status: 204 len: 168 time: 1.3609838 Jan 19 22:30:25.612896 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34138) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:25.681762 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_v2 [None req-76426d8a-7ef9-4fee-a1e2-56bb32b77c5f admin admin] Deleting subnet 54bbe0c3-777f-48a8-98b7-95d97e881ce2 {{(pid=80180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:30:25.685379 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-76426d8a-7ef9-4fee-a1e2-56bb32b77c5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:25.740413 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-76426d8a-7ef9-4fee-a1e2-56bb32b77c5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2548288'] for subnet, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:25.875288 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-76426d8a-7ef9-4fee-a1e2-56bb32b77c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854192441'] for subnet, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:26.358080 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ab081-63db-439e-80e6-c0aa815c058e req-ad8692e5-e6bf-4c88-80f6-f15ea5cefcae tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:26.359757 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-966ab081-63db-439e-80e6-c0aa815c058e req-ad8692e5-e6bf-4c88-80f6-f15ea5cefcae tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.4558067 Jan 19 22:30:26.465040 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a no longer exists at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:30:26.482206 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-966ab081-63db-439e-80e6-c0aa815c058e req-ce9df3df-697c-4e8f-bc4b-1160965e8938 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160243 Jan 19 22:30:26.505627 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] No Port match for: 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:30:26.506505 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 1a7f4ee6-cdbc-4c61-88bc-97689cdfcf1a not bound to the agent host dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:30:26.507063 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device be9a77fe-d0d5-426f-a119-c91be0ecca67 no longer exists at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:30:26.508217 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-76426d8a-7ef9-4fee-a1e2-56bb32b77c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852155901'] for subnet, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:26.525841 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-5cbfa8bf-b6eb-45db-b390-a20bef8345a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:26.542727 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] No Port match for: be9a77fe-d0d5-426f-a119-c91be0ecca67 {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:30:26.543120 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device be9a77fe-d0d5-426f-a119-c91be0ecca67 not bound to the agent host dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:30:26.613687 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76426d8a-7ef9-4fee-a1e2-56bb32b77c5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54bbe0c3-777f-48a8-98b7-95d97e881ce2,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:26.628944 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-76426d8a-7ef9-4fee-a1e2-56bb32b77c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:26.664016 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-76426d8a-7ef9-4fee-a1e2-56bb32b77c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:26.669603 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328683c1-61d3-4bf2-95b4-ddf15d639ba9 None None] Network af289a99-4938-4c37-bab6-8e3fa35bb17d requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:30:26.670663 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-76426d8a-7ef9-4fee-a1e2-56bb32b77c5f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/54bbe0c3-777f-48a8-98b7-95d97e881ce2 HTTP/1.1" status: 204 len: 168 time: 1.0565515 Jan 19 22:30:26.673184 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34144) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:26.795143 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262604'] for network, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:26.864801 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] Deleting port 076a0892-d118-4152-9258-c4f0c41c4be2 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:30:26.865180 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:26.966189 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0d0a73-e2dd-4c55-bdf4-4aab72421939 None None] DHCP port deletion for af289a99-4938-4c37-bab6-8e3fa35bb17d request from dv-cinder-750782-5-iscsi {{(pid=80182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 19 22:30:26.971092 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-dd0d0a73-e2dd-4c55-bdf4-4aab72421939 None None] Deleting port 076a0892-d118-4152-9258-c4f0c41c4be2 {{(pid=80182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:30:26.971606 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dd0d0a73-e2dd-4c55-bdf4-4aab72421939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:27.113309 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] For port 076a0892-d118-4152-9258-c4f0c41c4be2, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=076a0892-d118-4152-9258-c4f0c41c4be2,segment=NetworkSegment(5c74953d-c790-4cc2-9771-0ecb028703d3),segment_id=5c74953d-c790-4cc2-9771-0ecb028703d3)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:27.113712 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:27.204617 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-dd0d0a73-e2dd-4c55-bdf4-4aab72421939 None None] For port 076a0892-d118-4152-9258-c4f0c41c4be2, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=076a0892-d118-4152-9258-c4f0c41c4be2,segment=NetworkSegment(5c74953d-c790-4cc2-9771-0ecb028703d3),segment_id=5c74953d-c790-4cc2-9771-0ecb028703d3)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:27.204941 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dd0d0a73-e2dd-4c55-bdf4-4aab72421939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:27.250534 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] Calling delete_port for 076a0892-d118-4152-9258-c4f0c41c4be2 owned by network:dhcp {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:30:27.331717 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:27.336654 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-dd0d0a73-e2dd-4c55-bdf4-4aab72421939 None None] Calling delete_port for 076a0892-d118-4152-9258-c4f0c41c4be2 owned by network:dhcp {{(pid=80182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:30:27.345909 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9fcd536f-67ee-4aff-bcad-3adf9ca0b76d tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:27.395608 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=076a0892-d118-4152-9258-c4f0c41c4be2,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:27.398471 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:27.418275 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.api [None req-dd0d0a73-e2dd-4c55-bdf4-4aab72421939 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80182) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:30:27.418716 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_db.api [None req-dd0d0a73-e2dd-4c55-bdf4-4aab72421939 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:30:27.497544 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] No DVR routers for this DVR port 076a0892-d118-4152-9258-c4f0c41c4be2 on host dv-cinder-750782-5-iscsi {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:30:27.627850 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-583314', 'neutron.services.segments.db._delete_segments_for_network--9223363301127363290'] for network, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:27.640102 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5631d4-5651-4028-8325-0d28277104fb req-7dc02e9c-0533-487f-903b-94347dd5b1c6 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:27.640938 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-8e5631d4-5651-4028-8325-0d28277104fb req-7dc02e9c-0533-487f-903b-94347dd5b1c6 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Synchronizing usage tracker for tenant:e64eda3ec4144b5bb294b9dc3338c915 on resource:port {{(pid=80181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:30:27.657644 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-8e5631d4-5651-4028-8325-0d28277104fb req-7dc02e9c-0533-487f-903b-94347dd5b1c6 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Unset dirty status for tenant:e64eda3ec4144b5bb294b9dc3338c915 on resource:port {{(pid=80181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:30:27.659109 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8e5631d4-5651-4028-8325-0d28277104fb req-7dc02e9c-0533-487f-903b-94347dd5b1c6 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.65 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.1270583 Jan 19 22:30:27.750248 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-8e5631d4-5651-4028-8325-0d28277104fb req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Deleting port 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:30:27.750554 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-8e5631d4-5651-4028-8325-0d28277104fb req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:27.812978 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af289a99-4938-4c37-bab6-8e3fa35bb17d']}} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:27.829951 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c74953d-c790-4cc2-9771-0ecb028703d3') {'for_net_delete': True} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:27.830285 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c74953d-c790-4cc2-9771-0ecb028703d3') {} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:27.846003 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301127369946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852227512'] for segment, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:27.878838 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20da54-6f5a-49ee-9a19-46d08fa81681 req-5b57b354-068c-4fd4-b048-8bbeab14c8e7 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:27.880572 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1b20da54-6f5a-49ee-9a19-46d08fa81681 req-5b57b354-068c-4fd4-b048-8bbeab14c8e7 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 945 time: 0.2378566 Jan 19 22:30:27.895069 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:27.897436 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:30:27.946132 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-dd0d0a73-e2dd-4c55-bdf4-4aab72421939 None None] Deleting port 076a0892-d118-4152-9258-c4f0c41c4be2 {{(pid=80182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:30:27.946132 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dd0d0a73-e2dd-4c55-bdf4-4aab72421939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:28.029388 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-8e5631d4-5651-4028-8325-0d28277104fb req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] For port 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=3c3fa9f5-61d8-4d82-ad11-17aa1e07d629,segment=NetworkSegment(a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654),segment_id=a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:28.029762 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-8e5631d4-5651-4028-8325-0d28277104fb req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:28.029899 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-dd0d0a73-e2dd-4c55-bdf4-4aab72421939 None None] The port '076a0892-d118-4152-9258-c4f0c41c4be2' was deleted {{(pid=80182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 19 22:30:28.098499 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1b20da54-6f5a-49ee-9a19-46d08fa81681 req-d26069d3-25c6-4687-bb90-160206aef53f tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062836 Jan 19 22:30:28.136965 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] Network af289a99-4938-4c37-bab6-8e3fa35bb17d has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:30:28.147354 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854202154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3996390'] for segment, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:28.207107 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:30:28.333268 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:28.350500 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] Network af289a99-4938-4c37-bab6-8e3fa35bb17d has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:30:28.363599 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8266c3-b0a6-488b-b87e-534a6a6475e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c3fa9f5-61d8-4d82-ad11-17aa1e07d629'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: Traceback (most recent call last): Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: timer() Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: cb(*args, **kw) Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: return func(*args, **kwargs) Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: self._notify() Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: self.callback(batched_events) Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: event.method(event) Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: segment_id)['aggregates'][0] Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(self, *a, **k) Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: return self._get(url).json() Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: **kwargs) Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.request(url, 'GET', **kwargs) Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: **endpoint_filter) Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:30:28.376464 dv-cinder-750782-5-iscsi neutron-server[80069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:30:28.386118 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-8e5631d4-5651-4028-8325-0d28277104fb req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for floatingip, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:28.386539 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-8e5631d4-5651-4028-8325-0d28277104fb req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:28.386932 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.l3_db [req-8e5631d4-5651-4028-8325-0d28277104fb req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Floating IP dd556d07-7da9-41fa-9aaf-e43447d85206 disassociated. External IP: 172.27.0.203, port: 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629. Jan 19 22:30:28.387323 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-8e5631d4-5651-4028-8325-0d28277104fb req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Calling delete_port for 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 owned by compute:nova {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:30:28.388217 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=3c3fa9f5-61d8-4d82-ad11-17aa1e07d629,segment=NetworkSegment(a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654),segment_id=a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:28.392099 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:28.395543 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:28.464815 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854192486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432275'] for network, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:28.472271 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1d367a0a-1164-4d4e-94dc-3682c9780155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:28.483252 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.api [req-8e5631d4-5651-4028-8325-0d28277104fb req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80181) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:30:28.483627 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_db.api [req-8e5631d4-5651-4028-8325-0d28277104fb req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:30:28.495420 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:28.496037 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8266c3-b0a6-488b-b87e-534a6a6475e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c3fa9f5-61d8-4d82-ad11-17aa1e07d629', 'code': 200} Jan 19 22:30:28.504112 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] Pushing event deleted for resources: {'Network': ['ID=af289a99-4938-4c37-bab6-8e3fa35bb17d,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:28.509698 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:28.512508 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 076a0892-d118-4152-9258-c4f0c41c4be2 no longer exists at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:30:28.522533 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] 10.222.0.50 "DELETE /v2.0/networks/af289a99-4938-4c37-bab6-8e3fa35bb17d HTTP/1.1" status: 204 len: 168 time: 1.8482442 Jan 19 22:30:28.700160 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34156) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:28.762500 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-5094dc33-d13f-407e-88c1-7af9a993975d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6fd968d1c0e14ecda944d7b49ae103b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0585177 Jan 19 22:30:28.762776 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34160) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:28.775257 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] No Port match for: 076a0892-d118-4152-9258-c4f0c41c4be2 {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:30:28.775626 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 076a0892-d118-4152-9258-c4f0c41c4be2 not bound to the agent host dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:30:28.803534 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=3c3fa9f5-61d8-4d82-ad11-17aa1e07d629,revision_number=7']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:28.808142 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:28.840415 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a27306a6-b611-469b-a37d-e920521ba637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:28.871952 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a27306a6-b611-469b-a37d-e920521ba637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:28.923487 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a27306a6-b611-469b-a37d-e920521ba637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:28.932627 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-eee5e768-c005-4eba-8f74-ff2fe5316701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:28.956263 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27306a6-b611-469b-a37d-e920521ba637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e589dc-998f-411d-880f-f0e0996f1787,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:28.959763 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a27306a6-b611-469b-a37d-e920521ba637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:28.962016 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a27306a6-b611-469b-a37d-e920521ba637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:28.963325 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-a27306a6-b611-469b-a37d-e920521ba637 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9e589dc-998f-411d-880f-f0e0996f1787 HTTP/1.1" status: 204 len: 168 time: 0.1995454 Jan 19 22:30:28.984808 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-8e5631d4-5651-4028-8325-0d28277104fb req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Deleting port 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:30:28.985227 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-8e5631d4-5651-4028-8325-0d28277104fb req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:29.271554 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-8e5631d4-5651-4028-8325-0d28277104fb req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] For port 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=3c3fa9f5-61d8-4d82-ad11-17aa1e07d629,segment=NetworkSegment(a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654),segment_id=a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:29.272042 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-8e5631d4-5651-4028-8325-0d28277104fb req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:29.377227 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cdd04-9d1e-4a4e-bf11-8f9c6dc75f84 req-ac97368a-e169-4984-a84c-5561af4ea9f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:29.378959 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-992cdd04-9d1e-4a4e-bf11-8f9c6dc75f84 req-ac97368a-e169-4984-a84c-5561af4ea9f8 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 943 time: 0.1247642 Jan 19 22:30:29.443291 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-992cdd04-9d1e-4a4e-bf11-8f9c6dc75f84 req-56771525-f3eb-48ca-8072-6f9bdf59d3c4 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups?id=d118197d-40ca-43b2-9250-febefd75cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489933 Jan 19 22:30:29.621413 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-8e5631d4-5651-4028-8325-0d28277104fb req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for floatingip, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:29.622365 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-8e5631d4-5651-4028-8325-0d28277104fb req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:29.622365 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.l3_db [req-8e5631d4-5651-4028-8325-0d28277104fb req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Floating IP dd556d07-7da9-41fa-9aaf-e43447d85206 disassociated. External IP: 172.27.0.203, port: 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629. Jan 19 22:30:29.622797 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-8e5631d4-5651-4028-8325-0d28277104fb req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Calling delete_port for 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 owned by compute:nova {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:30:29.793874 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-8e5631d4-5651-4028-8325-0d28277104fb req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:29.813922 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:29.866353 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Pushing event deleted for resources: {'Port': ['ID=3c3fa9f5-61d8-4d82-ad11-17aa1e07d629,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:29.916597 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:29.919659 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ae8ea327-299c-4ffc-8b85-b5e3463534f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:30.203069 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e5631d4-5651-4028-8325-0d28277104fb req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Router 153e7ab8-b846-4db1-b200-e94ed46ff16a has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:30:30.426482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e5631d4-5651-4028-8325-0d28277104fb req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:30:30.440115 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4fa9fd-5956-438d-a635-3bc5ccea33c6 None None] Sync routers for ids ['153e7ab8-b846-4db1-b200-e94ed46ff16a'] in dv-cinder-750782-5-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:30:30.452974 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4fa9fd-5956-438d-a635-3bc5ccea33c6 None None] Routers {'153e7ab8-b846-4db1-b200-e94ed46ff16a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:30:30.454001 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-0e4fa9fd-5956-438d-a635-3bc5ccea33c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:30:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['153e7ab8-b846-4db1-b200-e94ed46ff16a'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:30.471728 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5631d4-5651-4028-8325-0d28277104fb req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] No DVR routers for this DVR port 3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 on host hv-cinder-75078 {{(pid=80181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:30:30.474306 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-8e5631d4-5651-4028-8325-0d28277104fb req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:30.477820 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8266c3-b0a6-488b-b87e-534a6a6475e1', 'name': 'network-vif-deleted', 'tag': '3c3fa9f5-61d8-4d82-ad11-17aa1e07d629'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:30:30.520417 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8e5631d4-5651-4028-8325-0d28277104fb req-56565a3b-7433-4b90-a25c-16f54a13b171 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.65 "DELETE /v2.0/ports/3c3fa9f5-61d8-4d82-ad11-17aa1e07d629 HTTP/1.1" status: 204 len: 173 time: 2.8547130 Jan 19 22:30:30.559418 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8266c3-b0a6-488b-b87e-534a6a6475e1', 'name': 'network-vif-deleted', 'tag': '3c3fa9f5-61d8-4d82-ad11-17aa1e07d629', 'status': 'completed', 'code': 200} Jan 19 22:30:30.727025 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-0e4fa9fd-5956-438d-a635-3bc5ccea33c6 None None] Set router 153e7ab8-b846-4db1-b200-e94ed46ff16a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:30:30.773627 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-55836149-20ef-497f-9875-50b72739d09b req-168f1f0c-1911-4782-9997-b37b2bd83137 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/ports?device_id=6d8266c3-b0a6-488b-b87e-534a6a6475e1 HTTP/1.1" status: 200 len: 210 time: 0.0669038 Jan 19 22:30:31.122554 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-0e4fa9fd-5956-438d-a635-3bc5ccea33c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'name': 'tempest-AttachVolumeShelveTestJSON-1610638167-router', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:21Z', 'updated_at': '2021-01-19T22:22:42Z', 'revision_number': 4, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'gw_port': {'id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:23Z', 'updated_at': '2021-01-19T22:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': 'ea9f7383-2193-4b0e-8d89-d888ad9fe420', 'name': '', 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'mac_address': 'fa:16:3e:f0:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:38Z', 'updated_at': '2021-01-19T22:22:58Z', 'revision_number': 5, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'subnets': [{'id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:31.126982 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4fa9fd-5956-438d-a635-3bc5ccea33c6 None None] Checking router: 153e7ab8-b846-4db1-b200-e94ed46ff16a for host: dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:30:31.136159 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4fa9fd-5956-438d-a635-3bc5ccea33c6 None None] Routers {'153e7ab8-b846-4db1-b200-e94ed46ff16a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:30:31.136856 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-0e4fa9fd-5956-438d-a635-3bc5ccea33c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:30:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['153e7ab8-b846-4db1-b200-e94ed46ff16a'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:31.335246 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-0e4fa9fd-5956-438d-a635-3bc5ccea33c6 None None] Set router 153e7ab8-b846-4db1-b200-e94ed46ff16a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:30:31.673178 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-0e4fa9fd-5956-438d-a635-3bc5ccea33c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'name': 'tempest-AttachVolumeShelveTestJSON-1610638167-router', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:21Z', 'updated_at': '2021-01-19T22:22:42Z', 'revision_number': 4, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'gw_port': {'id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:23Z', 'updated_at': '2021-01-19T22:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': 'ea9f7383-2193-4b0e-8d89-d888ad9fe420', 'name': '', 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'mac_address': 'fa:16:3e:f0:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:38Z', 'updated_at': '2021-01-19T22:22:58Z', 'revision_number': 5, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'subnets': [{'id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:31.677594 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4fa9fd-5956-438d-a635-3bc5ccea33c6 None None] The sync data for ids ['153e7ab8-b846-4db1-b200-e94ed46ff16a'] in dv-cinder-750782-5-iscsi is: [{'id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'name': 'tempest-AttachVolumeShelveTestJSON-1610638167-router', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:21Z', 'updated_at': '2021-01-19T22:22:42Z', 'revision_number': 4, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'gw_port': {'id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:23Z', 'updated_at': '2021-01-19T22:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': 'ea9f7383-2193-4b0e-8d89-d888ad9fe420', 'name': '', 'network_id': 'a6c7a67a-5750-4ee6-910a-4e0a7db0ec70', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'mac_address': 'fa:16:3e:f0:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:38Z', 'updated_at': '2021-01-19T22:22:58Z', 'revision_number': 5, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'subnets': [{'id': '728f42a3-f50d-4a74-bd63-43882f750a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:30:31.945287 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34206) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:32.029913 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d6011a13-320c-4f71-820f-2cef548f3262 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:32.063401 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d6011a13-320c-4f71-820f-2cef548f3262 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:32.081309 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b1f662-b88d-4820-8a9c-7022e44aa713 None None] New status for floating IP dd556d07-7da9-41fa-9aaf-e43447d85206: DOWN {{(pid=80183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:30:32.120394 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d6011a13-320c-4f71-820f-2cef548f3262 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:32.127663 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6d59ae96-ac54-4e3e-b895-823e979cef0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:32.147529 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6011a13-320c-4f71-820f-2cef548f3262 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Pushing event deleted for resources: {'SecurityGroup': ['ID=d118197d-40ca-43b2-9250-febefd75cd84,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:32.151533 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d6011a13-320c-4f71-820f-2cef548f3262 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:32.159926 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d6011a13-320c-4f71-820f-2cef548f3262 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:32.161663 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-d6011a13-320c-4f71-820f-2cef548f3262 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "DELETE /v2.0/security-groups/d118197d-40ca-43b2-9250-febefd75cd84 HTTP/1.1" status: 204 len: 168 time: 0.2149651 Jan 19 22:30:32.164790 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 34214) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:32.187797 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.api.v2.resource [None req-5dc9ba78-072f-4243-848a-d08ded055dca tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] show failed (client error): The resource could not be found. Jan 19 22:30:32.189117 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-5dc9ba78-072f-4243-848a-d08ded055dca tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "GET /v2.0/security-groups/d118197d-40ca-43b2-9250-febefd75cd84 HTTP/1.1" status: 404 len: 347 time: 0.0224307 Jan 19 22:30:32.192525 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34218) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:32.381971 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-d60b3572-7ca0-4fe7-bcd0-3a1c1dc1af79 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Deleting port 346249a8-e3df-40e5-b583-aee28b8244a3 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:30:32.382352 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d60b3572-7ca0-4fe7-bcd0-3a1c1dc1af79 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:32.584817 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d60b3572-7ca0-4fe7-bcd0-3a1c1dc1af79 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:32.585192 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d60b3572-7ca0-4fe7-bcd0-3a1c1dc1af79 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for floatingip, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:32.730077 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-d60b3572-7ca0-4fe7-bcd0-3a1c1dc1af79 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Calling delete_port for 346249a8-e3df-40e5-b583-aee28b8244a3 owned by network:floatingip {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:30:32.883087 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d60b3572-7ca0-4fe7-bcd0-3a1c1dc1af79 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:32.899523 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-0ca2768a-b42b-42d8-a324-c03dfbf81633 tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:32.947218 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b3572-7ca0-4fe7-bcd0-3a1c1dc1af79 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Pushing event deleted for resources: {'Port': ['ID=346249a8-e3df-40e5-b583-aee28b8244a3,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:33.163090 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-11d04ac4-b24a-43ce-8106-2b642800036f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:33.233400 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d60b3572-7ca0-4fe7-bcd0-3a1c1dc1af79 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:33.360953 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d60b3572-7ca0-4fe7-bcd0-3a1c1dc1af79 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks [] for floatingip, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:33.376400 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d60b3572-7ca0-4fe7-bcd0-3a1c1dc1af79 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:33.377663 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-d60b3572-7ca0-4fe7-bcd0-3a1c1dc1af79 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] 10.222.0.50 "DELETE /v2.0/floatingips/dd556d07-7da9-41fa-9aaf-e43447d85206 HTTP/1.1" status: 204 len: 168 time: 1.1835439 Jan 19 22:30:34.768312 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:35.285956 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:35.761382 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:38.451008 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34298) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:39.071875 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 34320) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:39.232722 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ccf6abc5-e9ec-4790-81d0-f31990f5d2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:39.249762 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-ccf6abc5-e9ec-4790-81d0-f31990f5d2e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:39.253898 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-ccf6abc5-e9ec-4790-81d0-f31990f5d2e6 admin admin] Usage tracker for resource:security_group_rule and tenant:50c91ebdd35946d0be1d56d7dace1d3d is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:39.257009 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-ccf6abc5-e9ec-4790-81d0-f31990f5d2e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:39.258102 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-197fc762-67ad-41f9-8caa-eb6dc41cbf15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427516'] for router_interface, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:39.263509 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-ccf6abc5-e9ec-4790-81d0-f31990f5d2e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:39.352998 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ccf6abc5-e9ec-4790-81d0-f31990f5d2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:39.356509 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ccf6abc5-e9ec-4790-81d0-f31990f5d2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:39.364049 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-fb82253b-504e-41e7-b1ac-ab21faf8a55f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:39.409413 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-ccf6abc5-e9ec-4790-81d0-f31990f5d2e6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=50c91ebdd35946d0be1d56d7dace1d3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3363383 Jan 19 22:30:39.410242 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6abc5-e9ec-4790-81d0-f31990f5d2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9237b68e-ebc2-4b77-8ff8-f8b8e0e751b6,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:39.412864 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 34326) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:39.415826 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ccf6abc5-e9ec-4790-81d0-f31990f5d2e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:39.478944 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e82dd027-24b3-4950-8fb6-ab65f39d1110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:39.506950 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e82dd027-24b3-4950-8fb6-ab65f39d1110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:39.559319 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e82dd027-24b3-4950-8fb6-ab65f39d1110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:39.564446 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e439cd35-d230-4f3d-b692-17fe7d96d013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:39.578080 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82dd027-24b3-4950-8fb6-ab65f39d1110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9237b68e-ebc2-4b77-8ff8-f8b8e0e751b6,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:39.581300 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e82dd027-24b3-4950-8fb6-ab65f39d1110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:39.583567 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e82dd027-24b3-4950-8fb6-ab65f39d1110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:39.588136 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-e82dd027-24b3-4950-8fb6-ab65f39d1110 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9237b68e-ebc2-4b77-8ff8-f8b8e0e751b6 HTTP/1.1" status: 204 len: 168 time: 0.1709497 Jan 19 22:30:39.644566 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-197fc762-67ad-41f9-8caa-eb6dc41cbf15 admin admin] Deleting port ea9f7383-2193-4b0e-8d89-d888ad9fe420 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:30:39.644943 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-197fc762-67ad-41f9-8caa-eb6dc41cbf15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:39.834253 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-197fc762-67ad-41f9-8caa-eb6dc41cbf15 admin admin] For port ea9f7383-2193-4b0e-8d89-d888ad9fe420, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=ea9f7383-2193-4b0e-8d89-d888ad9fe420,segment=NetworkSegment(a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654),segment_id=a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:39.834652 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-197fc762-67ad-41f9-8caa-eb6dc41cbf15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:39.969598 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-197fc762-67ad-41f9-8caa-eb6dc41cbf15 admin admin] Calling delete_port for ea9f7383-2193-4b0e-8d89-d888ad9fe420 owned by network:router_interface {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:30:40.161289 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-197fc762-67ad-41f9-8caa-eb6dc41cbf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.177775 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-bc3e0662-4b0d-4c28-8003-378922cc5e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:40.229490 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fc762-67ad-41f9-8caa-eb6dc41cbf15 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea9f7383-2193-4b0e-8d89-d888ad9fe420,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:40.232437 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-197fc762-67ad-41f9-8caa-eb6dc41cbf15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:40.527702 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 34348) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:40.636068 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-197fc762-67ad-41f9-8caa-eb6dc41cbf15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853084252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427334'] for router_interface, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.680296 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1105577765-network', 'tenant_id': 'be0d8d18ff5546ddbd662c9d23b8cdc6'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:30:40.686319 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:40.690471 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] Usage tracker for resource:network and tenant:be0d8d18ff5546ddbd662c9d23b8cdc6 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:40.693596 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:40.699698 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:40.710161 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] Made reservation on behalf of be0d8d18ff5546ddbd662c9d23b8cdc6 for: {'network': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:30:40.714965 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for network, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.728888 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.744815 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:40.748979 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] Usage tracker for resource:security_group_rule and tenant:be0d8d18ff5546ddbd662c9d23b8cdc6 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:40.751999 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:40.757733 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:40.845184 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.850513 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.855011 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f66661dd-2be8-433d-91da-608c70829821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:40.886731 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:30:40.900589 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556d3558-a6d7-4660-9e9e-ff37980783a6,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:40.905296 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:40.906338 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735727412510', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.906797 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.segments_db [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] Added segment 572f33db-cced-4357-a99e-9b639ac68118 of type vxlan for network 78c71ab1-f02b-48b9-85ee-73117e270c38 Jan 19 22:30:40.935790 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735727031838'] for network, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.967764 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for network, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.969062 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:40.969707 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:40.974939 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:41.093506 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5616093 Jan 19 22:30:41.093506 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] Pushing event updated for resources: {'Network': ['ID=78c71ab1-f02b-48b9-85ee-73117e270c38,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:41.093892 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 34354) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:41.096988 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b60c9c2a-94bc-4934-a171-7883e5dc0434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:41.102391 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-4d7d4364-ef1a-48ef-8192-752be1196c67 admin admin] Request body: {'subnet': {'network_id': '78c71ab1-f02b-48b9-85ee-73117e270c38', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1105577765-subnet', 'tenant_id': 'be0d8d18ff5546ddbd662c9d23b8cdc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:30:41.104707 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Network 78c71ab1-f02b-48b9-85ee-73117e270c38 details requested by agent ovs-agent-dv-cinder-750782-5-iscsi with host dv-cinder-750782-5-iscsi {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:30:41.108208 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-4d7d4364-ef1a-48ef-8192-752be1196c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:41.112346 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-4d7d4364-ef1a-48ef-8192-752be1196c67 admin admin] Usage tracker for resource:subnet and tenant:be0d8d18ff5546ddbd662c9d23b8cdc6 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:41.116286 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-4d7d4364-ef1a-48ef-8192-752be1196c67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:41.119783 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Network 78c71ab1-f02b-48b9-85ee-73117e270c38 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:30:41.122104 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-4d7d4364-ef1a-48ef-8192-752be1196c67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:41.133133 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7d4364-ef1a-48ef-8192-752be1196c67 admin admin] Made reservation on behalf of be0d8d18ff5546ddbd662c9d23b8cdc6 for: {'subnet': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:30:41.140314 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4d7d4364-ef1a-48ef-8192-752be1196c67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852556471'] for subnet, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:41.179266 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197fc762-67ad-41f9-8caa-eb6dc41cbf15 admin admin] Router 153e7ab8-b846-4db1-b200-e94ed46ff16a has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:30:41.642795 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197fc762-67ad-41f9-8caa-eb6dc41cbf15 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:30:41.652702 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea5a257-f046-417e-8b8d-18fef81d5026 None None] Sync routers for ids ['153e7ab8-b846-4db1-b200-e94ed46ff16a'] in dv-cinder-750782-5-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:30:41.658397 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-197fc762-67ad-41f9-8caa-eb6dc41cbf15 admin admin] 10.222.0.50 "PUT /v2.0/routers/153e7ab8-b846-4db1-b200-e94ed46ff16a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2061172 Jan 19 22:30:41.661367 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34358) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:41.670438 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea5a257-f046-417e-8b8d-18fef81d5026 None None] Routers {'153e7ab8-b846-4db1-b200-e94ed46ff16a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:30:41.671618 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-aea5a257-f046-417e-8b8d-18fef81d5026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:30:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['153e7ab8-b846-4db1-b200-e94ed46ff16a'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:41.843516 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4d7d4364-ef1a-48ef-8192-752be1196c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853882029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852556456'] for subnet, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:41.862722 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-93ee51ca-231e-4a4f-8bdc-44b126d999fc admin admin] Notify callbacks [] for router, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:41.864335 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:41.869649 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-aea5a257-f046-417e-8b8d-18fef81d5026 None None] Set router 153e7ab8-b846-4db1-b200-e94ed46ff16a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:30:41.999676 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d4364-ef1a-48ef-8192-752be1196c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce2d7073-3074-49b6-a804-d8153267f249,revision_number=0']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:42.002944 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4d7d4364-ef1a-48ef-8192-752be1196c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:42.069240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-93ee51ca-231e-4a4f-8bdc-44b126d999fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:42.075654 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-93ee51ca-231e-4a4f-8bdc-44b126d999fc admin admin] Deleting port 7bb87c2e-4982-453a-aedd-bfe9720850aa {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:30:42.076155 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-93ee51ca-231e-4a4f-8bdc-44b126d999fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:42.081895 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7d4364-ef1a-48ef-8192-752be1196c67 admin admin] Checking segment: {'id': '572f33db-cced-4357-a99e-9b639ac68118', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '78c71ab1-f02b-48b9-85ee-73117e270c38'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:30:42.082176 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7d4364-ef1a-48ef-8192-752be1196c67 admin admin] Network hostable DHCP agents. Network: 78c71ab1-f02b-48b9-85ee-73117e270c38, hostable agents: ['0298d202-b593-4dd5-8d1c-743f0535002a'], hosted agents: [] {{(pid=80181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:30:42.103602 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7d4364-ef1a-48ef-8192-752be1196c67 admin admin] Network 78c71ab1-f02b-48b9-85ee-73117e270c38 is scheduled to be hosted by DHCP agent 0298d202-b593-4dd5-8d1c-743f0535002a with binding_index 1 {{(pid=80181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:30:42.113783 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-4d7d4364-ef1a-48ef-8192-752be1196c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-iscsi, 78c71ab1-f02b-48b9-85ee-73117e270c38) {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:30:42.124271 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391b92b2-2216-4e9f-955d-cdbddab2ad95 None None] Network 78c71ab1-f02b-48b9-85ee-73117e270c38 requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:30:42.131551 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7d4364-ef1a-48ef-8192-752be1196c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:42.132204 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4d7d4364-ef1a-48ef-8192-752be1196c67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:42.158758 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-4d7d4364-ef1a-48ef-8192-752be1196c67 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0607932 Jan 19 22:30:42.290529 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-93ee51ca-231e-4a4f-8bdc-44b126d999fc admin admin] For port 7bb87c2e-4982-453a-aedd-bfe9720850aa, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=7bb87c2e-4982-453a-aedd-bfe9720850aa,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:42.290895 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-93ee51ca-231e-4a4f-8bdc-44b126d999fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:42.445145 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-93ee51ca-231e-4a4f-8bdc-44b126d999fc admin admin] Calling delete_port for 7bb87c2e-4982-453a-aedd-bfe9720850aa owned by network:router_gateway {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:30:42.537525 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:30:42.545344 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-aea5a257-f046-417e-8b8d-18fef81d5026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'name': 'tempest-AttachVolumeShelveTestJSON-1610638167-router', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:21Z', 'updated_at': '2021-01-19T22:30:40Z', 'revision_number': 5, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'gw_port': {'id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:23Z', 'updated_at': '2021-01-19T22:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:42.551412 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea5a257-f046-417e-8b8d-18fef81d5026 None None] Checking router: 153e7ab8-b846-4db1-b200-e94ed46ff16a for host: dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:30:42.572238 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea5a257-f046-417e-8b8d-18fef81d5026 None None] Routers {'153e7ab8-b846-4db1-b200-e94ed46ff16a'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:30:42.573036 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-aea5a257-f046-417e-8b8d-18fef81d5026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:30:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['153e7ab8-b846-4db1-b200-e94ed46ff16a'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:42.596498 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-93ee51ca-231e-4a4f-8bdc-44b126d999fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:42.771971 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1df879-5a6b-4554-86ba-786bafd2454a None None] Network 78c71ab1-f02b-48b9-85ee-73117e270c38 requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:30:42.809242 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-93ee51ca-231e-4a4f-8bdc-44b126d999fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854343435'] for router_gateway, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:42.925588 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-aea5a257-f046-417e-8b8d-18fef81d5026 None None] Set router 153e7ab8-b846-4db1-b200-e94ed46ff16a gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:30:42.962299 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-93ee51ca-231e-4a4f-8bdc-44b126d999fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854342923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774747'] for router, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:42.964992 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-93ee51ca-231e-4a4f-8bdc-44b126d999fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:42.985693 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 34376) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:42.996281 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-93ee51ca-231e-4a4f-8bdc-44b126d999fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854259288'] for router, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:42.997002 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1773457985-network', 'tenant_id': 'a497c3d7bb71472c9d6146c47b7a61a7'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:30:42.997136 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ee51ca-231e-4a4f-8bdc-44b126d999fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 153e7ab8-b846-4db1-b200-e94ed46ff16a {{(pid=80180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 19 22:30:43.006081 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:43.010142 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-93ee51ca-231e-4a4f-8bdc-44b126d999fc admin admin] Notify callbacks [] for router, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:43.013299 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] Usage tracker for resource:network and tenant:a497c3d7bb71472c9d6146c47b7a61a7 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:43.014136 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-93ee51ca-231e-4a4f-8bdc-44b126d999fc admin admin] 10.222.0.50 "DELETE /v2.0/routers/153e7ab8-b846-4db1-b200-e94ed46ff16a HTTP/1.1" status: 204 len: 168 time: 1.3517303 Jan 19 22:30:43.014845 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34380) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:43.020178 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:43.030170 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:43.044797 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] Made reservation on behalf of a497c3d7bb71472c9d6146c47b7a61a7 for: {'network': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:30:43.050215 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for network, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:43.064657 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:43.080683 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:43.086191 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] Usage tracker for resource:security_group_rule and tenant:a497c3d7bb71472c9d6146c47b7a61a7 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:43.087788 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccda3ac2-5af0-4b93-a44b-91f46b96d298 admin admin] Deleting subnet 728f42a3-f50d-4a74-bd63-43882f750a76 {{(pid=80180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:30:43.090597 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:43.091454 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ccda3ac2-5af0-4b93-a44b-91f46b96d298 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:43.097006 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:43.146235 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ccda3ac2-5af0-4b93-a44b-91f46b96d298 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2548288'] for subnet, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:43.192164 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:43.196423 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:43.199914 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8a8577e5-2fcc-4f03-b573-2cecfc4b1a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:43.237425 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:30:43.239366 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ccda3ac2-5af0-4b93-a44b-91f46b96d298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854192441'] for subnet, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:43.244346 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4150ce79-62b1-4641-b204-6a93e54c5dc2,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:43.248669 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:43.253088 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735727412510', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:43.253370 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.segments_db [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] Added segment c8db53a6-b89d-45a2-9cec-71346aacc690 of type vxlan for network a9a7f522-51dd-4ddb-9353-e92a518e5720 Jan 19 22:30:43.284527 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735727031838'] for network, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:43.328237 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for network, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:43.329569 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:43.330302 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:43.334365 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9e15b49d-3750-4a66-8da6-8800d6053ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:43.381318 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-aea5a257-f046-417e-8b8d-18fef81d5026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'name': 'tempest-AttachVolumeShelveTestJSON-1610638167-router', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:21Z', 'updated_at': '2021-01-19T22:30:40Z', 'revision_number': 5, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'gw_port': {'id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:23Z', 'updated_at': '2021-01-19T22:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:43.386508 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea5a257-f046-417e-8b8d-18fef81d5026 None None] The sync data for ids ['153e7ab8-b846-4db1-b200-e94ed46ff16a'] in dv-cinder-750782-5-iscsi is: [{'id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'name': 'tempest-AttachVolumeShelveTestJSON-1610638167-router', 'tenant_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:22:21Z', 'updated_at': '2021-01-19T22:30:40Z', 'revision_number': 5, 'project_id': 'e64eda3ec4144b5bb294b9dc3338c915', 'gw_port': {'id': '7bb87c2e-4982-453a-aedd-bfe9720850aa', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:45:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7ab8-b846-4db1-b200-e94ed46ff16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:22:23Z', 'updated_at': '2021-01-19T22:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:30:43.446518 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4592593 Jan 19 22:30:43.447524 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] Pushing event updated for resources: {'Network': ['ID=a9a7f522-51dd-4ddb-9353-e92a518e5720,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:43.449697 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 34384) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:43.452764 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:43.457156 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-f5cc6fb5-deaa-4c63-8d3d-76d88413a611 admin admin] Request body: {'subnet': {'network_id': 'a9a7f522-51dd-4ddb-9353-e92a518e5720', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1773457985-subnet', 'tenant_id': 'a497c3d7bb71472c9d6146c47b7a61a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:30:43.459735 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Network a9a7f522-51dd-4ddb-9353-e92a518e5720 details requested by agent ovs-agent-dv-cinder-750782-5-iscsi with host dv-cinder-750782-5-iscsi {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:30:43.462613 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-f5cc6fb5-deaa-4c63-8d3d-76d88413a611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:43.466859 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-f5cc6fb5-deaa-4c63-8d3d-76d88413a611 admin admin] Usage tracker for resource:subnet and tenant:a497c3d7bb71472c9d6146c47b7a61a7 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:43.470002 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-f5cc6fb5-deaa-4c63-8d3d-76d88413a611 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:43.476104 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-f5cc6fb5-deaa-4c63-8d3d-76d88413a611 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:43.490900 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cc6fb5-deaa-4c63-8d3d-76d88413a611 admin admin] Made reservation on behalf of a497c3d7bb71472c9d6146c47b7a61a7 for: {'subnet': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:30:43.497034 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6fb5-deaa-4c63-8d3d-76d88413a611 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852556471'] for subnet, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:43.525489 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ccda3ac2-5af0-4b93-a44b-91f46b96d298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852155901'] for subnet, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:43.542238 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:43.560875 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Network a9a7f522-51dd-4ddb-9353-e92a518e5720 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:30:43.583131 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda3ac2-5af0-4b93-a44b-91f46b96d298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=728f42a3-f50d-4a74-bd63-43882f750a76,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:43.639840 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ccda3ac2-5af0-4b93-a44b-91f46b96d298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:43.713476 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ccda3ac2-5af0-4b93-a44b-91f46b96d298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:43.719130 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69960f1c-bebb-4e19-8bc9-2c97860ee9fc None None] Network a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:30:43.720693 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-ccda3ac2-5af0-4b93-a44b-91f46b96d298 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/728f42a3-f50d-4a74-bd63-43882f750a76 HTTP/1.1" status: 204 len: 168 time: 0.7047603 Jan 19 22:30:43.724382 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34388) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:43.852744 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262604'] for network, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:43.929409 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] Deleting port 97a04e4b-5cc7-4934-960d-02e2f6bce1a2 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:30:43.929901 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:43.972958 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6fb5-deaa-4c63-8d3d-76d88413a611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853882029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852556456'] for subnet, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:43.990738 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:44.043762 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ceeb75-2da3-423e-b6e6-1039e0096a4f None None] DHCP port deletion for a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 request from dv-cinder-750782-5-iscsi {{(pid=80182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 19 22:30:44.050267 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-d5ceeb75-2da3-423e-b6e6-1039e0096a4f None None] Deleting port 97a04e4b-5cc7-4934-960d-02e2f6bce1a2 {{(pid=80182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:30:44.050732 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d5ceeb75-2da3-423e-b6e6-1039e0096a4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:44.135872 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc6fb5-deaa-4c63-8d3d-76d88413a611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4202b5c-ff2f-4837-9e07-dec6bcd017e1,revision_number=0']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:44.150114 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f5cc6fb5-deaa-4c63-8d3d-76d88413a611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:44.212226 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] For port 97a04e4b-5cc7-4934-960d-02e2f6bce1a2, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=97a04e4b-5cc7-4934-960d-02e2f6bce1a2,segment=NetworkSegment(a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654),segment_id=a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:44.212764 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:44.224635 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc6fb5-deaa-4c63-8d3d-76d88413a611 admin admin] Checking segment: {'id': 'c8db53a6-b89d-45a2-9cec-71346aacc690', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a9a7f522-51dd-4ddb-9353-e92a518e5720'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:30:44.225041 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cc6fb5-deaa-4c63-8d3d-76d88413a611 admin admin] Network hostable DHCP agents. Network: a9a7f522-51dd-4ddb-9353-e92a518e5720, hostable agents: ['0298d202-b593-4dd5-8d1c-743f0535002a'], hosted agents: [] {{(pid=80181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:30:44.248894 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cc6fb5-deaa-4c63-8d3d-76d88413a611 admin admin] Network a9a7f522-51dd-4ddb-9353-e92a518e5720 is scheduled to be hosted by DHCP agent 0298d202-b593-4dd5-8d1c-743f0535002a with binding_index 1 {{(pid=80181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:30:44.260386 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-f5cc6fb5-deaa-4c63-8d3d-76d88413a611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-iscsi, a9a7f522-51dd-4ddb-9353-e92a518e5720) {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:30:44.270933 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2465eaa-5adb-4ed2-8c35-7e9d6e4367c8 None None] Network a9a7f522-51dd-4ddb-9353-e92a518e5720 requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:30:44.273324 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cc6fb5-deaa-4c63-8d3d-76d88413a611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:30:44.274216 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6fb5-deaa-4c63-8d3d-76d88413a611 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:44.302824 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-f5cc6fb5-deaa-4c63-8d3d-76d88413a611 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8460162 Jan 19 22:30:44.366957 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] Calling delete_port for 97a04e4b-5cc7-4934-960d-02e2f6bce1a2 owned by network:dhcp {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:30:44.405557 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-d5ceeb75-2da3-423e-b6e6-1039e0096a4f None None] For port 97a04e4b-5cc7-4934-960d-02e2f6bce1a2, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=97a04e4b-5cc7-4934-960d-02e2f6bce1a2,segment=NetworkSegment(a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654),segment_id=a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:30:44.405930 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d5ceeb75-2da3-423e-b6e6-1039e0096a4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:44.454859 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:44.465338 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 34396) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:44.539409 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d28cc066-0c70-4f4c-a42f-c4619d800ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:44.540200 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd1ba22-9aa4-42c7-ba98-b3fcd5aec371 admin admin] Deleting subnet ce2d7073-3074-49b6-a804-d8153267f249 {{(pid=80181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:30:44.543809 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fcd1ba22-9aa4-42c7-ba98-b3fcd5aec371 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:44.556282 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 7bb87c2e-4982-453a-aedd-bfe9720850aa no longer exists at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:30:44.594296 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-d5ceeb75-2da3-423e-b6e6-1039e0096a4f None None] Calling delete_port for 97a04e4b-5cc7-4934-960d-02e2f6bce1a2 owned by network:dhcp {{(pid=80182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:30:44.598928 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fcd1ba22-9aa4-42c7-ba98-b3fcd5aec371 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850787351'] for subnet, precommit_delete_associations {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:44.608887 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] Pushing event deleted for resources: {'Port': ['ID=97a04e4b-5cc7-4934-960d-02e2f6bce1a2,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:44.612083 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:44.641020 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] No Port match for: 7bb87c2e-4982-453a-aedd-bfe9720850aa {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:30:44.641421 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 7bb87c2e-4982-453a-aedd-bfe9720850aa not bound to the agent host dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:30:44.641890 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 97a04e4b-5cc7-4934-960d-02e2f6bce1a2 no longer exists at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:30:44.650584 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] No DVR routers for this DVR port 97a04e4b-5cc7-4934-960d-02e2f6bce1a2 on host dv-cinder-750782-5-iscsi {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:30:44.666406 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fcd1ba22-9aa4-42c7-ba98-b3fcd5aec371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854192441'] for subnet, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:44.752867 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] No Port match for: 97a04e4b-5cc7-4934-960d-02e2f6bce1a2 {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:30:44.753264 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 97a04e4b-5cc7-4934-960d-02e2f6bce1a2 not bound to the agent host dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:30:44.753728 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device ea9f7383-2193-4b0e-8d89-d888ad9fe420 no longer exists at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:30:44.991990 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fcd1ba22-9aa4-42c7-ba98-b3fcd5aec371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-893718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2219363'] for subnet, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:45.018530 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] No Port match for: ea9f7383-2193-4b0e-8d89-d888ad9fe420 {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:30:45.018939 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device ea9f7383-2193-4b0e-8d89-d888ad9fe420 not bound to the agent host dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:30:45.028179 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:45.063705 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-583314', 'neutron.services.segments.db._delete_segments_for_network--9223363301127363290'] for network, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:45.065959 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1ba22-9aa4-42c7-ba98-b3fcd5aec371 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce2d7073-3074-49b6-a804-d8153267f249,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:45.080953 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.api [None req-d5ceeb75-2da3-423e-b6e6-1039e0096a4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80182) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:30:45.081667 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_db.api [None req-d5ceeb75-2da3-423e-b6e6-1039e0096a4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:30:45.094573 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabafdbf-0709-45f8-8c91-30ae44a1d675 None None] Network a9a7f522-51dd-4ddb-9353-e92a518e5720 requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:30:45.115014 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-fcd1ba22-9aa4-42c7-ba98-b3fcd5aec371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:45.169604 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fcd1ba22-9aa4-42c7-ba98-b3fcd5aec371 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:45.176170 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-fcd1ba22-9aa4-42c7-ba98-b3fcd5aec371 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ce2d7073-3074-49b6-a804-d8153267f249 HTTP/1.1" status: 204 len: 168 time: 0.7095835 Jan 19 22:30:45.178849 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 34402) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:45.197692 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c7a67a-5750-4ee6-910a-4e0a7db0ec70']}} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:45.211880 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654') {'for_net_delete': True} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:45.212234 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95b4bd7-cafa-4f27-a1b5-d8f68f8c4654') {} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:45.226419 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301127369946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852227512'] for segment, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:45.245214 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:45.247759 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:30:45.302512 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-17c18636-848a-44f7-85a3-c1f33e4ff702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262604'] for network, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:45.443513 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] Network a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:30:45.453816 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854202154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3996390'] for segment, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:45.506551 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-17c18636-848a-44f7-85a3-c1f33e4ff702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-583314', 'neutron.services.segments.db._delete_segments_for_network--9223363301127363290'] for network, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:45.582408 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-d5ceeb75-2da3-423e-b6e6-1039e0096a4f None None] Deleting port 97a04e4b-5cc7-4934-960d-02e2f6bce1a2 {{(pid=80182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:30:45.582871 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d5ceeb75-2da3-423e-b6e6-1039e0096a4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:45.628595 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-17c18636-848a-44f7-85a3-c1f33e4ff702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c71ab1-f02b-48b9-85ee-73117e270c38']}} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:45.642366 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-17c18636-848a-44f7-85a3-c1f33e4ff702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '572f33db-cced-4357-a99e-9b639ac68118') {'for_net_delete': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:45.642739 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-17c18636-848a-44f7-85a3-c1f33e4ff702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '572f33db-cced-4357-a99e-9b639ac68118') {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:45.643577 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] Network a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:30:45.655214 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-d5ceeb75-2da3-423e-b6e6-1039e0096a4f None None] The port '97a04e4b-5cc7-4934-960d-02e2f6bce1a2' was deleted {{(pid=80182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 19 22:30:45.661218 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-17c18636-848a-44f7-85a3-c1f33e4ff702 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301127369946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3988449'] for segment, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: Traceback (most recent call last): Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: timer() Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: cb(*args, **kw) Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: return func(*args, **kwargs) Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: self._notify() Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: self.callback(batched_events) Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: event.method(event) Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: segment_id)['aggregates'][0] Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(self, *a, **k) Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: return self._get(url).json() Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: **kwargs) Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.request(url, 'GET', **kwargs) Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: **endpoint_filter) Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:30:45.669040 dv-cinder-750782-5-iscsi neutron-server[80069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:30:45.683153 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-17c18636-848a-44f7-85a3-c1f33e4ff702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:45.685321 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-17c18636-848a-44f7-85a3-c1f33e4ff702 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:30:45.758234 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854192486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432275'] for network, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:45.762346 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e19a1766-9d1a-4f6d-858d-eacb2805fbe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:45.779703 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:45.788788 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6c7a67a-5750-4ee6-910a-4e0a7db0ec70,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:45.795460 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:45.803597 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a6c7a67a-5750-4ee6-910a-4e0a7db0ec70 HTTP/1.1" status: 204 len: 168 time: 2.0777440 Jan 19 22:30:45.874257 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-17c18636-848a-44f7-85a3-c1f33e4ff702 admin admin] Network 78c71ab1-f02b-48b9-85ee-73117e270c38 has no segments {{(pid=80181) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:30:45.883409 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-17c18636-848a-44f7-85a3-c1f33e4ff702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854202154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853878859'] for segment, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:46.027195 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34408) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:46.071918 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-17c18636-848a-44f7-85a3-c1f33e4ff702 admin admin] Network 78c71ab1-f02b-48b9-85ee-73117e270c38 has no segments {{(pid=80181) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:30:46.090170 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-a09b07da-c156-41b3-a9f5-05ee6fdbc093 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e64eda3ec4144b5bb294b9dc3338c915&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0614378 Jan 19 22:30:46.093390 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34412) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: Traceback (most recent call last): Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: timer() Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: cb(*args, **kw) Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: return func(*args, **kwargs) Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: self._notify() Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: self.callback(batched_events) Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: event.method(event) Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: segment_id)['aggregates'][0] Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(self, *a, **k) Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: return self._get(url).json() Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: **kwargs) Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.request(url, 'GET', **kwargs) Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: **endpoint_filter) Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:30:46.101808 dv-cinder-750782-5-iscsi neutron-server[80069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:30:46.160506 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-92773764-3411-4159-aa9e-d5332fd90fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:46.190141 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-92773764-3411-4159-aa9e-d5332fd90fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:46.207850 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-17c18636-848a-44f7-85a3-c1f33e4ff702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854192486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432275'] for network, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:46.213035 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:46.231985 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-17c18636-848a-44f7-85a3-c1f33e4ff702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:46.243908 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c18636-848a-44f7-85a3-c1f33e4ff702 admin admin] Pushing event deleted for resources: {'Network': ['ID=78c71ab1-f02b-48b9-85ee-73117e270c38,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:46.247631 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-92773764-3411-4159-aa9e-d5332fd90fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:46.248300 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-17c18636-848a-44f7-85a3-c1f33e4ff702 admin admin] 10.222.0.50 "DELETE /v2.0/networks/78c71ab1-f02b-48b9-85ee-73117e270c38 HTTP/1.1" status: 204 len: 168 time: 1.0677369 Jan 19 22:30:46.249296 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-17c18636-848a-44f7-85a3-c1f33e4ff702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:46.250874 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 34416) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:46.253858 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7e2d9f0a-4c85-461e-887b-660df76c496c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:46.269778 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92773764-3411-4159-aa9e-d5332fd90fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ff3820-4e90-4d43-9f0c-b600b2f28e44,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:46.272482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-92773764-3411-4159-aa9e-d5332fd90fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:46.279332 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-92773764-3411-4159-aa9e-d5332fd90fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:46.282640 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-92773764-3411-4159-aa9e-d5332fd90fa9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/17ff3820-4e90-4d43-9f0c-b600b2f28e44 HTTP/1.1" status: 204 len: 168 time: 0.1858172 Jan 19 22:30:46.331043 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d774f0d-7901-45d9-b6bc-04e4753b1402 admin admin] Deleting subnet c4202b5c-ff2f-4837-9e07-dec6bcd017e1 {{(pid=80181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:30:46.334515 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3d774f0d-7901-45d9-b6bc-04e4753b1402 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:46.390170 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3d774f0d-7901-45d9-b6bc-04e4753b1402 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850787351'] for subnet, precommit_delete_associations {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:46.455473 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3d774f0d-7901-45d9-b6bc-04e4753b1402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854192441'] for subnet, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:46.733488 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3d774f0d-7901-45d9-b6bc-04e4753b1402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-893718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2219363'] for subnet, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:46.747816 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3b105bd4-0409-4f78-8bdc-c8909422f36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:46.792759 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d774f0d-7901-45d9-b6bc-04e4753b1402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4202b5c-ff2f-4837-9e07-dec6bcd017e1,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:46.841284 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3d774f0d-7901-45d9-b6bc-04e4753b1402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:46.890416 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3d774f0d-7901-45d9-b6bc-04e4753b1402 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:46.897416 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-3d774f0d-7901-45d9-b6bc-04e4753b1402 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c4202b5c-ff2f-4837-9e07-dec6bcd017e1 HTTP/1.1" status: 204 len: 168 time: 0.6454740 Jan 19 22:30:46.900899 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 34432) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:47.025977 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262604'] for network, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:47.227130 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-583314', 'neutron.services.segments.db._delete_segments_for_network--9223363301127363290'] for network, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:47.352614 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a7f522-51dd-4ddb-9353-e92a518e5720']}} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:47.373161 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8db53a6-b89d-45a2-9cec-71346aacc690') {'for_net_delete': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:47.373650 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8db53a6-b89d-45a2-9cec-71346aacc690') {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:30:47.386895 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301127369946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3988449'] for segment, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:47.402688 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:47.405076 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:30:47.847242 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Network a9a7f522-51dd-4ddb-9353-e92a518e5720 has no segments {{(pid=80181) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:30:47.857356 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854202154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853878859'] for segment, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:48.047180 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Network a9a7f522-51dd-4ddb-9353-e92a518e5720 has no segments {{(pid=80181) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: Traceback (most recent call last): Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: timer() Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: cb(*args, **kw) Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: return func(*args, **kwargs) Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: self._notify() Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: self.callback(batched_events) Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: event.method(event) Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: segment_id)['aggregates'][0] Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(self, *a, **k) Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: return self._get(url).json() Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: **kwargs) Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.request(url, 'GET', **kwargs) Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: **endpoint_filter) Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:30:48.073336 dv-cinder-750782-5-iscsi neutron-server[80069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:30:48.158919 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854192486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432275'] for network, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:48.162539 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1fdec676-79b5-40ab-8b90-9f8f1cd54947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:48.178616 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:48.190038 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9a7f522-51dd-4ddb-9353-e92a518e5720,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:48.195537 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a9a7f522-51dd-4ddb-9353-e92a518e5720 HTTP/1.1" status: 204 len: 168 time: 1.2931206 Jan 19 22:30:48.200784 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:48.201208 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:48.201624 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:48.202016 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:48.202556 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:48.202868 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:48.203282 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:48.203689 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:48.204099 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:48.204501 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:48.204898 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:48.205383 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:48.205752 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:48.206158 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:48.206561 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:48.206988 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:48.207387 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:48.207790 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:48.208190 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:48.208590 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:48.208996 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:48.209394 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:48.209792 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:48.210191 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:30:48.214500 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-034d6921-5101-4b3a-b1b6-31fce7113007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:48.437728 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34468) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:48.494938 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-9dc70097-e139-4759-9dcc-538407a03664 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=be0d8d18ff5546ddbd662c9d23b8cdc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557730 Jan 19 22:30:48.498666 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34476) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:48.563185 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a90af0d6-233d-49c0-9613-3d0e9ca298d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:48.591602 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a90af0d6-233d-49c0-9613-3d0e9ca298d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:48.641029 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a90af0d6-233d-49c0-9613-3d0e9ca298d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:48.647293 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8ad8902c-1de8-41b7-8e7e-a4014377afa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:48.661807 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90af0d6-233d-49c0-9613-3d0e9ca298d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556d3558-a6d7-4660-9e9e-ff37980783a6,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:48.667661 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a90af0d6-233d-49c0-9613-3d0e9ca298d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:48.668961 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a90af0d6-233d-49c0-9613-3d0e9ca298d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:48.671213 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-a90af0d6-233d-49c0-9613-3d0e9ca298d7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/556d3558-a6d7-4660-9e9e-ff37980783a6 HTTP/1.1" status: 204 len: 168 time: 0.1713583 Jan 19 22:30:48.843427 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34488) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:49.073724 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34494) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:49.119558 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c5bc25dd-aa11-4c9a-b076-9651d1611216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:49.150560 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-c5bc25dd-aa11-4c9a-b076-9651d1611216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:49.163837 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-c5bc25dd-aa11-4c9a-b076-9651d1611216 admin admin] Usage tracker for resource:security_group_rule and tenant:9d09596500594319a558bd9dd2945d51 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:49.169390 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-c5bc25dd-aa11-4c9a-b076-9651d1611216 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:49.177655 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-5b303109-f7cb-482b-926b-84af22c2d56a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a497c3d7bb71472c9d6146c47b7a61a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1023901 Jan 19 22:30:49.178747 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-c5bc25dd-aa11-4c9a-b076-9651d1611216 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:49.181065 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 34498) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:49.250360 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-85afac0b-2a5f-44be-9a4f-483fa096e558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:49.278997 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c5bc25dd-aa11-4c9a-b076-9651d1611216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:49.280247 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-85afac0b-2a5f-44be-9a4f-483fa096e558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:49.282403 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c5bc25dd-aa11-4c9a-b076-9651d1611216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:49.291228 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ef6fce7a-c073-4b2a-b804-6e9117a11593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:49.328183 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-85afac0b-2a5f-44be-9a4f-483fa096e558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:49.333391 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-46d87705-c5e7-493b-bddb-4aa9919d490b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:49.336563 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-c5bc25dd-aa11-4c9a-b076-9651d1611216 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d09596500594319a558bd9dd2945d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4919214 Jan 19 22:30:49.337722 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc25dd-aa11-4c9a-b076-9651d1611216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a74cf3-63e6-42df-b95e-41c1d59acd99,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:49.341144 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34502) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:49.344283 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-c5bc25dd-aa11-4c9a-b076-9651d1611216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:49.350597 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85afac0b-2a5f-44be-9a4f-483fa096e558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4150ce79-62b1-4641-b204-6a93e54c5dc2,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:49.354098 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-85afac0b-2a5f-44be-9a4f-483fa096e558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:49.357976 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-85afac0b-2a5f-44be-9a4f-483fa096e558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:49.359260 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-85afac0b-2a5f-44be-9a4f-483fa096e558 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4150ce79-62b1-4641-b204-6a93e54c5dc2 HTTP/1.1" status: 204 len: 168 time: 0.1769433 Jan 19 22:30:49.416584 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-eee3e7a2-899c-4e77-80c1-1db5669b68b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:49.455151 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-eee3e7a2-899c-4e77-80c1-1db5669b68b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:49.511312 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-eee3e7a2-899c-4e77-80c1-1db5669b68b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:49.517724 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:49.530274 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3e7a2-899c-4e77-80c1-1db5669b68b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a74cf3-63e6-42df-b95e-41c1d59acd99,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:49.537404 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-eee3e7a2-899c-4e77-80c1-1db5669b68b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:49.538426 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-eee3e7a2-899c-4e77-80c1-1db5669b68b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:49.544169 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-eee3e7a2-899c-4e77-80c1-1db5669b68b8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a3a74cf3-63e6-42df-b95e-41c1d59acd99 HTTP/1.1" status: 204 len: 168 time: 0.2009630 Jan 19 22:30:49.992175 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34522) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:50.011977 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3bc09127-3a35-4f2f-a70c-009c50ab8c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:50.028742 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-3bc09127-3a35-4f2f-a70c-009c50ab8c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:30:50.032867 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-3bc09127-3a35-4f2f-a70c-009c50ab8c2b admin admin] Usage tracker for resource:security_group_rule and tenant:2f8c3e365f03474c997633b056e98fb0 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:30:50.035934 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-3bc09127-3a35-4f2f-a70c-009c50ab8c2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:30:50.042480 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-3bc09127-3a35-4f2f-a70c-009c50ab8c2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:30:50.140625 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3bc09127-3a35-4f2f-a70c-009c50ab8c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:50.143550 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3bc09127-3a35-4f2f-a70c-009c50ab8c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:50.152077 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d30c545a-9e2d-4c12-9d8c-873e253a3da6 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:50.198472 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-3bc09127-3a35-4f2f-a70c-009c50ab8c2b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2f8c3e365f03474c997633b056e98fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050171 Jan 19 22:30:50.199532 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc09127-3a35-4f2f-a70c-009c50ab8c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f43411d-69f3-47bc-b076-c3f3ecb6a930,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:50.202079 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 34528) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:30:50.203107 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3bc09127-3a35-4f2f-a70c-009c50ab8c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:50.269524 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-76780198-50ee-4c59-be6a-91955f155ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:50.298359 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-76780198-50ee-4c59-be6a-91955f155ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:50.347894 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-76780198-50ee-4c59-be6a-91955f155ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:50.353830 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7bc7bf0e-b35c-45a4-92c4-a44a5a779884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:30:50.367175 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76780198-50ee-4c59-be6a-91955f155ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f43411d-69f3-47bc-b076-c3f3ecb6a930,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:30:50.369771 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-76780198-50ee-4c59-be6a-91955f155ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:30:50.374049 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-76780198-50ee-4c59-be6a-91955f155ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:50.378949 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-76780198-50ee-4c59-be6a-91955f155ae3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5f43411d-69f3-47bc-b076-c3f3ecb6a930 HTTP/1.1" status: 204 len: 168 time: 0.1755466 Jan 19 22:30:52.385491 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:30:59.922021 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f963fb4a-ec4c-4d44-9f25-0f2173487ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:03.165943 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d29db253-ea5a-46ce-8ba4-2d337a79b3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:04.771341 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:05.288088 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:05.766221 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:10.155550 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 34798) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:10.308130 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-292c0cd5-c946-42d0-b31d-4bb160944c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:10.323918 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-292c0cd5-c946-42d0-b31d-4bb160944c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:10.327930 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-292c0cd5-c946-42d0-b31d-4bb160944c53 admin admin] Usage tracker for resource:security_group_rule and tenant:bd194cd8c1af488792cd7a5394e8d2c5 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:31:10.330900 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-292c0cd5-c946-42d0-b31d-4bb160944c53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:31:10.336687 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-292c0cd5-c946-42d0-b31d-4bb160944c53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:10.423703 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-292c0cd5-c946-42d0-b31d-4bb160944c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:10.426553 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-292c0cd5-c946-42d0-b31d-4bb160944c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:10.435476 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-88b16acc-3904-44ee-803a-3f7b223a7b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:10.482306 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-292c0cd5-c946-42d0-b31d-4bb160944c53 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bd194cd8c1af488792cd7a5394e8d2c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255954 Jan 19 22:31:10.483267 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c0cd5-c946-42d0-b31d-4bb160944c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbc3943-a7f4-403d-aff0-948a59fdfdf8,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:10.485276 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34806) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:10.486749 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-292c0cd5-c946-42d0-b31d-4bb160944c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:10.553631 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:10.581388 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:10.629828 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:10.635090 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a90af0d6-233d-49c0-9613-3d0e9ca298d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:10.649048 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbc3943-a7f4-403d-aff0-948a59fdfdf8,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:10.660340 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:10.660553 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:10.660907 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:10.661317 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:10.661788 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:10.662192 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:10.662590 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:10.663014 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:10.663414 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:10.663810 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:10.664201 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:10.665123 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:10.665593 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:10.665979 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:10.666373 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:10.666785 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:10.667180 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:10.667580 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:10.667979 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:10.668365 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:10.668757 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:10.669154 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:10.669547 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:10.669972 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:10.674001 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:10.684841 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:10.686593 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ccbc3943-a7f4-403d-aff0-948a59fdfdf8 HTTP/1.1" status: 204 len: 168 time: 0.1992221 Jan 19 22:31:11.114393 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34816) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:11.135101 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9dd282e6-b098-40ee-840d-c273ff4b0f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:11.151884 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-9dd282e6-b098-40ee-840d-c273ff4b0f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:11.156016 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-9dd282e6-b098-40ee-840d-c273ff4b0f3a admin admin] Usage tracker for resource:security_group_rule and tenant:cad9e077391e47039d95c655a9ea837d is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:31:11.159023 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-9dd282e6-b098-40ee-840d-c273ff4b0f3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:31:11.165421 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-9dd282e6-b098-40ee-840d-c273ff4b0f3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:11.249823 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9dd282e6-b098-40ee-840d-c273ff4b0f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:11.252710 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9dd282e6-b098-40ee-840d-c273ff4b0f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:11.261968 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-67d718f8-23bd-4fa9-8127-248ae8233009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:11.308382 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-9dd282e6-b098-40ee-840d-c273ff4b0f3a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cad9e077391e47039d95c655a9ea837d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1927538 Jan 19 22:31:11.309325 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd282e6-b098-40ee-840d-c273ff4b0f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354e2966-3b96-4a52-aa2f-103e4853fcf7,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:11.311422 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 34820) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:11.312651 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9dd282e6-b098-40ee-840d-c273ff4b0f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:11.374549 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-20b0600d-66f4-48da-8214-96f3d7d6e0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:11.401865 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-20b0600d-66f4-48da-8214-96f3d7d6e0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:11.444527 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-20b0600d-66f4-48da-8214-96f3d7d6e0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:11.449981 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-76780198-50ee-4c59-be6a-91955f155ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:11.462731 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0600d-66f4-48da-8214-96f3d7d6e0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354e2966-3b96-4a52-aa2f-103e4853fcf7,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:11.467822 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-20b0600d-66f4-48da-8214-96f3d7d6e0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:11.472113 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-20b0600d-66f4-48da-8214-96f3d7d6e0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:11.473313 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-20b0600d-66f4-48da-8214-96f3d7d6e0ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/354e2966-3b96-4a52-aa2f-103e4853fcf7 HTTP/1.1" status: 204 len: 168 time: 0.1608298 Jan 19 22:31:15.605241 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34928) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:15.765581 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6dd9be3e-7992-4e92-8aec-a758b9efa7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:15.781520 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6dd9be3e-7992-4e92-8aec-a758b9efa7b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:15.785657 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6dd9be3e-7992-4e92-8aec-a758b9efa7b4 admin admin] Usage tracker for resource:security_group_rule and tenant:2e77191f544644ee9ece4c2fa67a8564 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:31:15.788696 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-6dd9be3e-7992-4e92-8aec-a758b9efa7b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:31:15.794535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-6dd9be3e-7992-4e92-8aec-a758b9efa7b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:15.879778 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6dd9be3e-7992-4e92-8aec-a758b9efa7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:15.882612 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6dd9be3e-7992-4e92-8aec-a758b9efa7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:15.891999 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a27306a6-b611-469b-a37d-e920521ba637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:15.938339 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-6dd9be3e-7992-4e92-8aec-a758b9efa7b4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2e77191f544644ee9ece4c2fa67a8564&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3293667 Jan 19 22:31:15.938339 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9be3e-7992-4e92-8aec-a758b9efa7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cf2b98-32e0-4d7c-8567-1683ab0cedc4,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:15.939554 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34938) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:15.942228 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-6dd9be3e-7992-4e92-8aec-a758b9efa7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:16.018112 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-29ef255d-34f3-4ce8-8b43-971bc4feea25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:16.051006 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-29ef255d-34f3-4ce8-8b43-971bc4feea25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:16.097673 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-29ef255d-34f3-4ce8-8b43-971bc4feea25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:16.103288 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-daa5749e-3008-4a79-b1e3-8a484884d628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:16.116654 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef255d-34f3-4ce8-8b43-971bc4feea25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cf2b98-32e0-4d7c-8567-1683ab0cedc4,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:16.120629 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-29ef255d-34f3-4ce8-8b43-971bc4feea25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:16.126592 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-29ef255d-34f3-4ce8-8b43-971bc4feea25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:16.128867 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-29ef255d-34f3-4ce8-8b43-971bc4feea25 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5cf2b98-32e0-4d7c-8567-1683ab0cedc4 HTTP/1.1" status: 204 len: 168 time: 0.1874931 Jan 19 22:31:16.470271 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 34948) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:16.489121 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e9443cbb-c544-4340-b6b4-9b2c7507b504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:16.504260 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-e9443cbb-c544-4340-b6b4-9b2c7507b504 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:16.508744 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e9443cbb-c544-4340-b6b4-9b2c7507b504 admin admin] Usage tracker for resource:security_group_rule and tenant:35b38dfdb3954241806bbd183238329d is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:31:16.511639 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e9443cbb-c544-4340-b6b4-9b2c7507b504 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:31:16.517318 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-e9443cbb-c544-4340-b6b4-9b2c7507b504 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:16.599381 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e9443cbb-c544-4340-b6b4-9b2c7507b504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:16.602323 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e9443cbb-c544-4340-b6b4-9b2c7507b504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:16.611145 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9b97a686-5506-4256-b3b5-206e6110fc40 tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:16.656265 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-e9443cbb-c544-4340-b6b4-9b2c7507b504 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=35b38dfdb3954241806bbd183238329d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846528 Jan 19 22:31:16.658307 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9443cbb-c544-4340-b6b4-9b2c7507b504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954b78ef-02e0-4ae5-a27a-2603c8814362,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:16.658797 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 34952) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:16.665332 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e9443cbb-c544-4340-b6b4-9b2c7507b504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:16.733746 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9e86f365-5c45-4929-a837-d71bf692285a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:16.764712 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9e86f365-5c45-4929-a837-d71bf692285a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:16.814389 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9e86f365-5c45-4929-a837-d71bf692285a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:16.819853 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-c58f0312-ef7a-4d0a-abd3-df32a40f41ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:16.833834 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86f365-5c45-4929-a837-d71bf692285a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954b78ef-02e0-4ae5-a27a-2603c8814362,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:16.837169 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9e86f365-5c45-4929-a837-d71bf692285a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:16.840993 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9e86f365-5c45-4929-a837-d71bf692285a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:16.843004 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-9e86f365-5c45-4929-a837-d71bf692285a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/954b78ef-02e0-4ae5-a27a-2603c8814362 HTTP/1.1" status: 204 len: 168 time: 0.1828742 Jan 19 22:31:19.528321 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:31:22.400441 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:23.177928 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 35082) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:23.329539 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-feb2fea3-dffb-4d0d-be1d-37e4cc034396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:23.345467 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-feb2fea3-dffb-4d0d-be1d-37e4cc034396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:23.349464 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-feb2fea3-dffb-4d0d-be1d-37e4cc034396 admin admin] Usage tracker for resource:security_group_rule and tenant:37aad4d68f4d440aa6442bd9368b3dad is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:31:23.355273 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-feb2fea3-dffb-4d0d-be1d-37e4cc034396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:31:23.362544 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-feb2fea3-dffb-4d0d-be1d-37e4cc034396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:23.449320 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-feb2fea3-dffb-4d0d-be1d-37e4cc034396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:23.452305 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-feb2fea3-dffb-4d0d-be1d-37e4cc034396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:23.461382 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e82dd027-24b3-4950-8fb6-ab65f39d1110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:23.505185 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-feb2fea3-dffb-4d0d-be1d-37e4cc034396 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=37aad4d68f4d440aa6442bd9368b3dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260345 Jan 19 22:31:23.506972 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2fea3-dffb-4d0d-be1d-37e4cc034396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152312c6-898a-4b39-965f-27abd341f3f9,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:23.508069 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 35090) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:23.510595 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-feb2fea3-dffb-4d0d-be1d-37e4cc034396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:23.579072 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ff01dc9e-c805-402a-bc6e-42054bfaffa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:23.609565 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ff01dc9e-c805-402a-bc6e-42054bfaffa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:23.660537 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ff01dc9e-c805-402a-bc6e-42054bfaffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:23.670449 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d6011a13-320c-4f71-820f-2cef548f3262 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:23.690706 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01dc9e-c805-402a-bc6e-42054bfaffa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152312c6-898a-4b39-965f-27abd341f3f9,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:23.694147 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ff01dc9e-c805-402a-bc6e-42054bfaffa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:23.699564 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ff01dc9e-c805-402a-bc6e-42054bfaffa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:23.703888 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-ff01dc9e-c805-402a-bc6e-42054bfaffa0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/152312c6-898a-4b39-965f-27abd341f3f9 HTTP/1.1" status: 204 len: 168 time: 0.1945987 Jan 19 22:31:23.785604 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 35100) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:23.949530 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-39ab0def-0597-49be-88e6-d5279c78d019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:23.965991 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-39ab0def-0597-49be-88e6-d5279c78d019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:23.970298 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-39ab0def-0597-49be-88e6-d5279c78d019 admin admin] Usage tracker for resource:security_group_rule and tenant:f7c68f9c639c4c50bdcd03439a4d66c0 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:31:23.973501 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-39ab0def-0597-49be-88e6-d5279c78d019 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:31:23.979757 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-39ab0def-0597-49be-88e6-d5279c78d019 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:24.066145 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-39ab0def-0597-49be-88e6-d5279c78d019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:24.068995 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-39ab0def-0597-49be-88e6-d5279c78d019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:24.078415 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-20eb1261-067f-46cb-a26c-a3085e277d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:24.124690 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-39ab0def-0597-49be-88e6-d5279c78d019 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f7c68f9c639c4c50bdcd03439a4d66c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351789 Jan 19 22:31:24.124690 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab0def-0597-49be-88e6-d5279c78d019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db421734-82f8-4081-9fe5-15d1607b4885,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:24.125615 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 35108) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:24.127346 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-39ab0def-0597-49be-88e6-d5279c78d019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:24.157501 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 35112) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:24.177393 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fc71182e-bc34-454b-91db-7f71cad206b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:24.189588 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5c97b674-e842-4939-ae3f-ed0b88e6c6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:24.193550 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-fc71182e-bc34-454b-91db-7f71cad206b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:24.197666 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-fc71182e-bc34-454b-91db-7f71cad206b6 admin admin] Usage tracker for resource:security_group_rule and tenant:aea38e3ad1ef4a75827445ff9d37df08 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:31:24.200766 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-fc71182e-bc34-454b-91db-7f71cad206b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:31:24.206716 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-fc71182e-bc34-454b-91db-7f71cad206b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:24.217067 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5c97b674-e842-4939-ae3f-ed0b88e6c6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:24.263000 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5c97b674-e842-4939-ae3f-ed0b88e6c6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:24.266910 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9efbf8f9-2242-4e4f-80e1-549584631d45 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:24.282440 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97b674-e842-4939-ae3f-ed0b88e6c6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db421734-82f8-4081-9fe5-15d1607b4885,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:24.287957 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-5c97b674-e842-4939-ae3f-ed0b88e6c6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:24.290067 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5c97b674-e842-4939-ae3f-ed0b88e6c6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:24.293500 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-5c97b674-e842-4939-ae3f-ed0b88e6c6d1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/db421734-82f8-4081-9fe5-15d1607b4885 HTTP/1.1" status: 204 len: 168 time: 0.1665103 Jan 19 22:31:24.295269 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fc71182e-bc34-454b-91db-7f71cad206b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:24.298569 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-fc71182e-bc34-454b-91db-7f71cad206b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:24.308911 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4176581a-0ef2-4d30-a36d-98ae6668c30b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:24.356671 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-fc71182e-bc34-454b-91db-7f71cad206b6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aea38e3ad1ef4a75827445ff9d37df08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1979485 Jan 19 22:31:24.357674 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71182e-bc34-454b-91db-7f71cad206b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a721b3ab-4c90-415f-8c2d-d66b652b5bdb,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:24.360242 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 35118) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:24.363130 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-fc71182e-bc34-454b-91db-7f71cad206b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:24.423897 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bc2d1b2b-7fee-429f-a7c7-78808cbd4c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:24.451761 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bc2d1b2b-7fee-429f-a7c7-78808cbd4c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:24.497816 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bc2d1b2b-7fee-429f-a7c7-78808cbd4c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:24.503043 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3517198a-d128-437d-b50b-68c65a9ae939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:24.518897 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d1b2b-7fee-429f-a7c7-78808cbd4c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a721b3ab-4c90-415f-8c2d-d66b652b5bdb,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:24.521846 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-bc2d1b2b-7fee-429f-a7c7-78808cbd4c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:24.533197 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bc2d1b2b-7fee-429f-a7c7-78808cbd4c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:24.534785 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-bc2d1b2b-7fee-429f-a7c7-78808cbd4c97 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a721b3ab-4c90-415f-8c2d-d66b652b5bdb HTTP/1.1" status: 204 len: 168 time: 0.1732063 Jan 19 22:31:24.733513 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 35126) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:24.767854 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-21aa58d5-d873-4f10-8d4a-7378110ac1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:24.797928 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-21aa58d5-d873-4f10-8d4a-7378110ac1f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:24.805030 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-21aa58d5-d873-4f10-8d4a-7378110ac1f6 admin admin] Usage tracker for resource:security_group_rule and tenant:83dbfc608525402399f8aec459aff7bd is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:31:24.808393 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-21aa58d5-d873-4f10-8d4a-7378110ac1f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:31:24.814542 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-21aa58d5-d873-4f10-8d4a-7378110ac1f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:24.905232 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-21aa58d5-d873-4f10-8d4a-7378110ac1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:24.908309 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-21aa58d5-d873-4f10-8d4a-7378110ac1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:24.917728 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-5c97b674-e842-4939-ae3f-ed0b88e6c6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:24.963295 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-21aa58d5-d873-4f10-8d4a-7378110ac1f6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=83dbfc608525402399f8aec459aff7bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279723 Jan 19 22:31:24.964647 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa58d5-d873-4f10-8d4a-7378110ac1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d624d964-c17d-4bbe-9ca1-638330ad9389,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:24.965419 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 35136) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:24.968327 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-21aa58d5-d873-4f10-8d4a-7378110ac1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:25.031069 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-95d00835-06cc-4a9b-a1c1-b2075e9029fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:25.064026 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-95d00835-06cc-4a9b-a1c1-b2075e9029fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:25.111657 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-95d00835-06cc-4a9b-a1c1-b2075e9029fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:25.116735 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-20b0600d-66f4-48da-8214-96f3d7d6e0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:25.129865 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d00835-06cc-4a9b-a1c1-b2075e9029fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d624d964-c17d-4bbe-9ca1-638330ad9389,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:25.133158 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-95d00835-06cc-4a9b-a1c1-b2075e9029fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:25.135249 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-95d00835-06cc-4a9b-a1c1-b2075e9029fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:25.137206 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-95d00835-06cc-4a9b-a1c1-b2075e9029fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d624d964-c17d-4bbe-9ca1-638330ad9389 HTTP/1.1" status: 204 len: 168 time: 0.1696997 Jan 19 22:31:25.476294 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 35156) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:25.617580 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-129110908-network', 'tenant_id': 'bcca0e3c629446ceac8957a1f4385905'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:31:25.623039 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:25.627129 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] Usage tracker for resource:network and tenant:bcca0e3c629446ceac8957a1f4385905 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:31:25.630236 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:31:25.636818 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:25.646425 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] Made reservation on behalf of bcca0e3c629446ceac8957a1f4385905 for: {'network': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:31:25.654119 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for network, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:25.668851 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:25.687810 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:25.692153 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] Usage tracker for resource:security_group_rule and tenant:bcca0e3c629446ceac8957a1f4385905 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:31:25.696430 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:31:25.702533 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:25.789338 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:25.791913 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:25.799468 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-8d29ca52-51df-44ec-8038-7606b7aa2a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:25.833187 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:31:25.843177 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2209ee23-4d7b-4ca8-a9bc-b7fbe26a5866,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:25.847171 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:25.849709 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735727412510', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:25.850150 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.segments_db [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] Added segment 7e330805-5e80-4b2f-aaae-26f46654883f of type vxlan for network e3c41dc2-792a-4398-8203-dafbc845f4ba Jan 19 22:31:25.881670 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735727031838'] for network, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:25.912525 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for network, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:25.913552 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:25.914189 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:25.919903 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:26.028995 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5508871 Jan 19 22:31:26.032321 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 35174) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:26.032670 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] Pushing event updated for resources: {'Network': ['ID=e3c41dc2-792a-4398-8203-dafbc845f4ba,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:26.035832 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:26.038782 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-64a24cc8-0ede-4f21-a60a-24dfa31ba361 admin admin] Request body: {'subnet': {'network_id': 'e3c41dc2-792a-4398-8203-dafbc845f4ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-129110908-subnet', 'tenant_id': 'bcca0e3c629446ceac8957a1f4385905', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:31:26.044624 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-64a24cc8-0ede-4f21-a60a-24dfa31ba361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:26.045735 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Network e3c41dc2-792a-4398-8203-dafbc845f4ba details requested by agent ovs-agent-dv-cinder-750782-5-iscsi with host dv-cinder-750782-5-iscsi {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:31:26.048718 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-64a24cc8-0ede-4f21-a60a-24dfa31ba361 admin admin] Usage tracker for resource:subnet and tenant:bcca0e3c629446ceac8957a1f4385905 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:31:26.051891 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-64a24cc8-0ede-4f21-a60a-24dfa31ba361 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:31:26.058180 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-64a24cc8-0ede-4f21-a60a-24dfa31ba361 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:26.068650 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Network e3c41dc2-792a-4398-8203-dafbc845f4ba details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:31:26.069142 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a24cc8-0ede-4f21-a60a-24dfa31ba361 admin admin] Made reservation on behalf of bcca0e3c629446ceac8957a1f4385905 for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:31:26.074071 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-64a24cc8-0ede-4f21-a60a-24dfa31ba361 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2619945'] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:26.506689 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-64a24cc8-0ede-4f21-a60a-24dfa31ba361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3995136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2619960'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:26.523102 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:26.651788 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a24cc8-0ede-4f21-a60a-24dfa31ba361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc16064-a1d7-4681-9f99-720a5f014a49,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:26.655161 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-64a24cc8-0ede-4f21-a60a-24dfa31ba361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:26.735165 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a24cc8-0ede-4f21-a60a-24dfa31ba361 admin admin] Checking segment: {'id': '7e330805-5e80-4b2f-aaae-26f46654883f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e3c41dc2-792a-4398-8203-dafbc845f4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:31:26.735570 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a24cc8-0ede-4f21-a60a-24dfa31ba361 admin admin] Network hostable DHCP agents. Network: e3c41dc2-792a-4398-8203-dafbc845f4ba, hostable agents: ['0298d202-b593-4dd5-8d1c-743f0535002a'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:31:26.756346 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a24cc8-0ede-4f21-a60a-24dfa31ba361 admin admin] Network e3c41dc2-792a-4398-8203-dafbc845f4ba is scheduled to be hosted by DHCP agent 0298d202-b593-4dd5-8d1c-743f0535002a with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:31:26.766089 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-64a24cc8-0ede-4f21-a60a-24dfa31ba361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-iscsi, e3c41dc2-792a-4398-8203-dafbc845f4ba) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:31:26.775770 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c766eb70-f056-481d-a6d5-fba0566ac2cf None None] Network e3c41dc2-792a-4398-8203-dafbc845f4ba requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:31:26.780379 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a24cc8-0ede-4f21-a60a-24dfa31ba361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:26.781165 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-64a24cc8-0ede-4f21-a60a-24dfa31ba361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:26.810978 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-64a24cc8-0ede-4f21-a60a-24dfa31ba361 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7773108 Jan 19 22:31:27.014897 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94687e15-b750-4cef-812e-7f4abd4e8993 None None] Network e3c41dc2-792a-4398-8203-dafbc845f4ba requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:31:27.511842 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 35214) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:27.638485 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 35222) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:27.644899 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1782805554-network', 'tenant_id': '36b1a796d3934622858518fb8a81ac5c'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:31:27.652373 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:27.672188 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] Usage tracker for resource:network and tenant:36b1a796d3934622858518fb8a81ac5c is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:31:27.675232 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bf32471d-9645-4721-825f-3caaa6c53a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:27.685494 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:31:27.694127 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:27.700398 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-bf32471d-9645-4721-825f-3caaa6c53a84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:27.707322 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-bf32471d-9645-4721-825f-3caaa6c53a84 admin admin] Usage tracker for resource:security_group_rule and tenant:243f0a3d22ca42259c05de85cee360d3 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:31:27.710967 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-bf32471d-9645-4721-825f-3caaa6c53a84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:31:27.716569 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] Made reservation on behalf of 36b1a796d3934622858518fb8a81ac5c for: {'network': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:31:27.721341 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for network, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:27.733061 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-bf32471d-9645-4721-825f-3caaa6c53a84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:27.737612 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:27.760682 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:27.772097 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] Usage tracker for resource:security_group_rule and tenant:36b1a796d3934622858518fb8a81ac5c is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:31:27.776986 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:31:27.786509 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:27.886516 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bf32471d-9645-4721-825f-3caaa6c53a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:27.897793 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-bf32471d-9645-4721-825f-3caaa6c53a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:27.909189 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e9443cbb-c544-4340-b6b4-9b2c7507b504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:27.973612 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:27.980431 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-bf32471d-9645-4721-825f-3caaa6c53a84 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=243f0a3d22ca42259c05de85cee360d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4674618 Jan 19 22:31:27.982616 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:27.983377 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 35226) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:27.985983 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32471d-9645-4721-825f-3caaa6c53a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb6b2aa-96f6-4726-8d0d-311ba58483c4,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:27.989605 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-bf32471d-9645-4721-825f-3caaa6c53a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:27.990565 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-bf32471d-9645-4721-825f-3caaa6c53a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:28.027910 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:31:28.034131 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0a314b-ba9e-42c4-bf3d-7bfda930d9f7,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:28.037597 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:28.042765 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:28.043272 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.segments_db [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] Added segment a07a6a0a-19ff-4aa5-ae46-67d8d87c02cf of type vxlan for network 05ca1927-9c48-49c0-b12a-9bfb3dc829ee Jan 19 22:31:28.051019 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-77c8885d-e504-4e9e-932b-8d1b9761123e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:28.072566 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735727031838'] for network, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:28.079172 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-77c8885d-e504-4e9e-932b-8d1b9761123e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:28.103223 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for network, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:28.104495 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:28.105153 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:28.110264 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-fb75ace3-6a85-419c-b5b1-3d4efe9d4366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:28.124208 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-77c8885d-e504-4e9e-932b-8d1b9761123e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:28.129218 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-fc71182e-bc34-454b-91db-7f71cad206b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:28.143570 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8885d-e504-4e9e-932b-8d1b9761123e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb6b2aa-96f6-4726-8d0d-311ba58483c4,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:28.146564 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-77c8885d-e504-4e9e-932b-8d1b9761123e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:28.147497 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-77c8885d-e504-4e9e-932b-8d1b9761123e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:28.151593 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-77c8885d-e504-4e9e-932b-8d1b9761123e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4cb6b2aa-96f6-4726-8d0d-311ba58483c4 HTTP/1.1" status: 204 len: 168 time: 0.1671081 Jan 19 22:31:28.231027 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] Pushing event updated for resources: {'Network': ['ID=05ca1927-9c48-49c0-b12a-9bfb3dc829ee,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:28.234162 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:28.236013 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5963600 Jan 19 22:31:28.239028 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 35232) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:28.242960 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Network 05ca1927-9c48-49c0-b12a-9bfb3dc829ee details requested by agent ovs-agent-dv-cinder-750782-5-iscsi with host dv-cinder-750782-5-iscsi {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:31:28.247133 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-f330f3e9-a4e3-45f7-a1db-63ce3f5fd52d admin admin] Request body: {'subnet': {'network_id': '05ca1927-9c48-49c0-b12a-9bfb3dc829ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1782805554-subnet', 'tenant_id': '36b1a796d3934622858518fb8a81ac5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:31:28.252810 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-f330f3e9-a4e3-45f7-a1db-63ce3f5fd52d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:28.257192 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-f330f3e9-a4e3-45f7-a1db-63ce3f5fd52d admin admin] Usage tracker for resource:subnet and tenant:36b1a796d3934622858518fb8a81ac5c is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:31:28.261542 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-f330f3e9-a4e3-45f7-a1db-63ce3f5fd52d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:31:28.268402 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-f330f3e9-a4e3-45f7-a1db-63ce3f5fd52d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:28.278769 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f330f3e9-a4e3-45f7-a1db-63ce3f5fd52d admin admin] Made reservation on behalf of 36b1a796d3934622858518fb8a81ac5c for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:31:28.284023 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f330f3e9-a4e3-45f7-a1db-63ce3f5fd52d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2619945'] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:28.333188 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Network 05ca1927-9c48-49c0-b12a-9bfb3dc829ee details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:31:28.591622 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 35238) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:28.613004 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-33c9c475-db25-4497-9fa1-bca1197f67b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:28.643480 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-33c9c475-db25-4497-9fa1-bca1197f67b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:28.650996 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-33c9c475-db25-4497-9fa1-bca1197f67b1 admin admin] Usage tracker for resource:security_group_rule and tenant:46c3504e75114035abb0b725e3ea2cca is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:31:28.654937 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-33c9c475-db25-4497-9fa1-bca1197f67b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:31:28.662371 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-33c9c475-db25-4497-9fa1-bca1197f67b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:28.820178 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f330f3e9-a4e3-45f7-a1db-63ce3f5fd52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3995136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2619960'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:28.845063 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:28.889989 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-33c9c475-db25-4497-9fa1-bca1197f67b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:28.946620 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-33c9c475-db25-4497-9fa1-bca1197f67b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:28.997590 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330f3e9-a4e3-45f7-a1db-63ce3f5fd52d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8ceaad0-ba50-426c-9ace-3759fc98d6c9,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:29.003935 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f330f3e9-a4e3-45f7-a1db-63ce3f5fd52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:29.006388 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-69e98489-fd51-453d-89ff-9751eb32cb38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:29.029822 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-33c9c475-db25-4497-9fa1-bca1197f67b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=46c3504e75114035abb0b725e3ea2cca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4371355 Jan 19 22:31:29.033166 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 35242) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:29.065541 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9c475-db25-4497-9fa1-bca1197f67b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19e44df-7731-4466-9e63-0e084e28d1cb,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:29.072325 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-33c9c475-db25-4497-9fa1-bca1197f67b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:29.098412 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ea239a06-a1c2-49a1-95d1-c7b63157eef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:29.107573 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f330f3e9-a4e3-45f7-a1db-63ce3f5fd52d admin admin] Checking segment: {'id': 'a07a6a0a-19ff-4aa5-ae46-67d8d87c02cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '05ca1927-9c48-49c0-b12a-9bfb3dc829ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:31:29.107972 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f330f3e9-a4e3-45f7-a1db-63ce3f5fd52d admin admin] Network hostable DHCP agents. Network: 05ca1927-9c48-49c0-b12a-9bfb3dc829ee, hostable agents: ['0298d202-b593-4dd5-8d1c-743f0535002a'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:31:29.126964 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ea239a06-a1c2-49a1-95d1-c7b63157eef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:29.127786 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f330f3e9-a4e3-45f7-a1db-63ce3f5fd52d admin admin] Network 05ca1927-9c48-49c0-b12a-9bfb3dc829ee is scheduled to be hosted by DHCP agent 0298d202-b593-4dd5-8d1c-743f0535002a with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:31:29.136401 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-f330f3e9-a4e3-45f7-a1db-63ce3f5fd52d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-iscsi, 05ca1927-9c48-49c0-b12a-9bfb3dc829ee) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:31:29.147399 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bae726-36ff-489b-b7e9-00a4970bcd87 None None] Network 05ca1927-9c48-49c0-b12a-9bfb3dc829ee requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:31:29.149271 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f330f3e9-a4e3-45f7-a1db-63ce3f5fd52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:29.149936 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f330f3e9-a4e3-45f7-a1db-63ce3f5fd52d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:29.175324 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-f330f3e9-a4e3-45f7-a1db-63ce3f5fd52d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9350536 Jan 19 22:31:29.183868 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ea239a06-a1c2-49a1-95d1-c7b63157eef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:29.189552 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-493f80a7-e53f-4011-aa4d-7bc3dad15d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:29.203117 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea239a06-a1c2-49a1-95d1-c7b63157eef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19e44df-7731-4466-9e63-0e084e28d1cb,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:29.205886 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ea239a06-a1c2-49a1-95d1-c7b63157eef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:29.209531 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ea239a06-a1c2-49a1-95d1-c7b63157eef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:29.214905 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-ea239a06-a1c2-49a1-95d1-c7b63157eef8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f19e44df-7731-4466-9e63-0e084e28d1cb HTTP/1.1" status: 204 len: 168 time: 0.1805494 Jan 19 22:31:29.407856 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de0c96b-fd5e-4c13-8816-6dfe3f3bb8b0 None None] Network 05ca1927-9c48-49c0-b12a-9bfb3dc829ee requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:31:29.924834 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2220ac6d-78bd-4ab6-8391-40df32d3b0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:30.237910 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 35274) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:30.380219 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1554921405-network', 'tenant_id': 'f7e2120bd7644fabbb1cb4dd1ccf3b24'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:31:30.386173 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:30.395286 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] Usage tracker for resource:network and tenant:f7e2120bd7644fabbb1cb4dd1ccf3b24 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:31:30.398428 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:31:30.404503 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:30.413183 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] Made reservation on behalf of f7e2120bd7644fabbb1cb4dd1ccf3b24 for: {'network': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:31:30.417996 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for network, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:30.431452 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:30.447241 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:30.451268 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] Usage tracker for resource:security_group_rule and tenant:f7e2120bd7644fabbb1cb4dd1ccf3b24 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:31:30.454217 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:31:30.460036 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:30.544876 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:30.547750 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:30.551975 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-02191a1b-943b-448f-86bf-012cc660ac52 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:30.581240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 22:31:30.594631 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e16421-0d60-4798-bb97-976835e4ede1,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:30.598059 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:30.601106 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:30.601507 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.segments_db [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] Added segment 95238d80-3a69-433d-abf6-b381c03e79d8 of type vxlan for network 3e3c5af7-9fc8-4a34-b9d1-fa1597be216f Jan 19 22:31:30.632516 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735727031838'] for network, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:30.663421 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548'] for network, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:30.665255 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:30.665898 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:30.670985 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:30.999848 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7607474 Jan 19 22:31:31.003059 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 35280) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:31.003366 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] Pushing event updated for resources: {'Network': ['ID=3e3c5af7-9fc8-4a34-b9d1-fa1597be216f,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:31.006248 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-96f5f5d0-a4e1-4d06-b9b0-0fa7af5df6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:31.009612 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [None req-c054b7ab-0570-4298-923e-c89abdb351d9 admin admin] Request body: {'subnet': {'network_id': '3e3c5af7-9fc8-4a34-b9d1-fa1597be216f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1554921405-subnet', 'tenant_id': 'f7e2120bd7644fabbb1cb4dd1ccf3b24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:31:31.014433 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Network 3e3c5af7-9fc8-4a34-b9d1-fa1597be216f details requested by agent ovs-agent-dv-cinder-750782-5-iscsi with host dv-cinder-750782-5-iscsi {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:31:31.015109 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-c054b7ab-0570-4298-923e-c89abdb351d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:31.019382 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-c054b7ab-0570-4298-923e-c89abdb351d9 admin admin] Usage tracker for resource:subnet and tenant:f7e2120bd7644fabbb1cb4dd1ccf3b24 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:31:31.022509 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-c054b7ab-0570-4298-923e-c89abdb351d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:31:31.028601 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-c054b7ab-0570-4298-923e-c89abdb351d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:31.031811 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Network 3e3c5af7-9fc8-4a34-b9d1-fa1597be216f details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 22:31:31.039618 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c054b7ab-0570-4298-923e-c89abdb351d9 admin admin] Made reservation on behalf of f7e2120bd7644fabbb1cb4dd1ccf3b24 for: {'subnet': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:31:31.044458 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c054b7ab-0570-4298-923e-c89abdb351d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852556471'] for subnet, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:31.470686 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c054b7ab-0570-4298-923e-c89abdb351d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853882029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852556456'] for subnet, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:31.486146 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1478bf01-9cdf-4be1-b1a2-40c707d2bc94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:31.613225 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054b7ab-0570-4298-923e-c89abdb351d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2238768f-330d-44be-ba89-8c8c1904340b,revision_number=0']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:31.626442 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-c054b7ab-0570-4298-923e-c89abdb351d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:31.691337 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c054b7ab-0570-4298-923e-c89abdb351d9 admin admin] Checking segment: {'id': '95238d80-3a69-433d-abf6-b381c03e79d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3e3c5af7-9fc8-4a34-b9d1-fa1597be216f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:31:31.691752 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c054b7ab-0570-4298-923e-c89abdb351d9 admin admin] Network hostable DHCP agents. Network: 3e3c5af7-9fc8-4a34-b9d1-fa1597be216f, hostable agents: ['0298d202-b593-4dd5-8d1c-743f0535002a'], hosted agents: [] {{(pid=80181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 22:31:31.712133 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c054b7ab-0570-4298-923e-c89abdb351d9 admin admin] Network 3e3c5af7-9fc8-4a34-b9d1-fa1597be216f is scheduled to be hosted by DHCP agent 0298d202-b593-4dd5-8d1c-743f0535002a with binding_index 1 {{(pid=80181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 22:31:31.721230 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [None req-c054b7ab-0570-4298-923e-c89abdb351d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-5-iscsi, 3e3c5af7-9fc8-4a34-b9d1-fa1597be216f) {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:31:31.732774 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c563013-5de7-45e6-a860-7c0a4ccc1e59 None None] Network 3e3c5af7-9fc8-4a34-b9d1-fa1597be216f requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:31:31.733706 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c054b7ab-0570-4298-923e-c89abdb351d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:31.734438 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c054b7ab-0570-4298-923e-c89abdb351d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:31.754186 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-c054b7ab-0570-4298-923e-c89abdb351d9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7498879 Jan 19 22:31:32.152108 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bc11ec-142b-499d-ae54-abfcb00dc6d1 None None] Network 3e3c5af7-9fc8-4a34-b9d1-fa1597be216f requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:31:33.167603 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9c4d5009-0592-44a0-8149-2078debcc9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:34.024699 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-8f908bb5-ba2d-494b-a7f6-2065fd0a993f tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:34.025362 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-8f908bb5-ba2d-494b-a7f6-2065fd0a993f tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Synchronizing usage tracker for tenant:f7e2120bd7644fabbb1cb4dd1ccf3b24 on resource:network {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:31:34.041776 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-8f908bb5-ba2d-494b-a7f6-2065fd0a993f tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Unset dirty status for tenant:f7e2120bd7644fabbb1cb4dd1ccf3b24 on resource:network {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:31:34.043079 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-8f908bb5-ba2d-494b-a7f6-2065fd0a993f tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/networks?id=3e3c5af7-9fc8-4a34-b9d1-fa1597be216f HTTP/1.1" status: 200 len: 809 time: 0.1898599 Jan 19 22:31:34.060209 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-c017a2b6-cf28-452b-b75e-257480b1c0bd tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/quotas/f7e2120bd7644fabbb1cb4dd1ccf3b24 HTTP/1.1" status: 200 len: 375 time: 0.0110793 Jan 19 22:31:34.113541 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-dc2bcd4e-f257-462a-b862-db2a1de60c0c tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7e2120bd7644fabbb1cb4dd1ccf3b24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476868 Jan 19 22:31:34.256855 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-0b2d52f2-ce91-45dd-ba54-eed3c5cf39b6 service neutron] 10.222.0.50 "GET /v2.0/networks/3e3c5af7-9fc8-4a34-b9d1-fa1597be216f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358719 Jan 19 22:31:34.400238 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-167c0aff-1761-4d6f-96b8-d9ae49158423 service neutron] 10.222.0.50 "GET /v2.0/networks/3e3c5af7-9fc8-4a34-b9d1-fa1597be216f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1358681 Jan 19 22:31:34.609594 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e098193e-db0f-4426-9c50-094d721203cb req-b6a6d4f8-1f52-465c-aa80-660f566f2b7a tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/ports?device_id=d0b1a737-02e0-4d35-960d-51d143d483e0 HTTP/1.1" status: 200 len: 210 time: 0.0531492 Jan 19 22:31:34.779594 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:35.290693 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:35.769384 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:35.802636 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f4f0b36e-7fe7-43a4-ad6d-67dee05e0f8b req-c49ecadd-9e9e-4f05-826a-a727ab9f9456 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/ports?device_id=d0b1a737-02e0-4d35-960d-51d143d483e0 HTTP/1.1" status: 200 len: 210 time: 0.0518534 Jan 19 22:31:35.827666 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-4bce9023-90db-4ab4-82d3-b041c4bed2ce tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:35.829314 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-4bce9023-90db-4ab4-82d3-b041c4bed2ce tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.65 "GET /v2.0/networks?id=3e3c5af7-9fc8-4a34-b9d1-fa1597be216f HTTP/1.1" status: 200 len: 809 time: 0.1847465 Jan 19 22:31:35.853871 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-5f5fb8c8-6890-4ec5-926f-31abb285badd tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Request body: {'port': {'device_id': 'd0b1a737-02e0-4d35-960d-51d143d483e0', 'network_id': '3e3c5af7-9fc8-4a34-b9d1-fa1597be216f', 'admin_state_up': True, 'tenant_id': 'f7e2120bd7644fabbb1cb4dd1ccf3b24'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:31:36.000507 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-5f5fb8c8-6890-4ec5-926f-31abb285badd tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:36.004853 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-5f5fb8c8-6890-4ec5-926f-31abb285badd tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Usage tracker for resource:port and tenant:f7e2120bd7644fabbb1cb4dd1ccf3b24 is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:31:36.008511 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-5f5fb8c8-6890-4ec5-926f-31abb285badd tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Quota usage for port was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:31:36.014368 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-5f5fb8c8-6890-4ec5-926f-31abb285badd tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:36.023277 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-5f5fb8c8-6890-4ec5-926f-31abb285badd tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Made reservation on behalf of f7e2120bd7644fabbb1cb4dd1ccf3b24 for: {'port': 1} {{(pid=80181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:31:36.032680 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-5f5fb8c8-6890-4ec5-926f-31abb285badd tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:36.357866 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-5f5fb8c8-6890-4ec5-926f-31abb285badd tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Allocated IP 172.20.0.7 (3e3c5af7-9fc8-4a34-b9d1-fa1597be216f/2238768f-330d-44be-ba89-8c8c1904340b/1122f274-b0e8-4f7b-b883-0c1af3bfa6f5) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:31:36.593298 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-5f5fb8c8-6890-4ec5-926f-31abb285badd tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:36.623311 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-5f5fb8c8-6890-4ec5-926f-31abb285badd tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:36.639040 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-27af6fba-c1c5-41ff-a5be-67207fd0f034 tempest-VolumesNegativeTest-1893331701 tempest-VolumesNegativeTest-1893331701] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:36.714094 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fb8c8-6890-4ec5-926f-31abb285badd tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Pushing event updated for resources: {'Port': ['ID=1122f274-b0e8-4f7b-b883-0c1af3bfa6f5,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:36.720387 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-5f5fb8c8-6890-4ec5-926f-31abb285badd tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:36.853341 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-5f5fb8c8-6890-4ec5-926f-31abb285badd tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Network 3e3c5af7-9fc8-4a34-b9d1-fa1597be216f is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:31:36.854576 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-5f5fb8c8-6890-4ec5-926f-31abb285badd tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:31:36.857295 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-5f5fb8c8-6890-4ec5-926f-31abb285badd tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:31:36.875466 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-dd09beac-bf29-41a7-a6cd-3eee48cea538 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/floatingips/310d6c5c-2dc6-41df-8a6a-07dbf7967afc HTTP/1.1" status: 200 len: 998 time: 0.1284416 Jan 19 22:31:36.939747 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-5f5fb8c8-6890-4ec5-926f-31abb285badd tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:36.940798 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-5f5fb8c8-6890-4ec5-926f-31abb285badd tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:36.964305 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-5f5fb8c8-6890-4ec5-926f-31abb285badd tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1152368 Jan 19 22:31:36.983431 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-fe50a47e-25b8-4cb1-a60c-bd361a894d9e service neutron] Request body: {'port': {'device_id': 'd0b1a737-02e0-4d35-960d-51d143d483e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:31:37.106096 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-fe50a47e-25b8-4cb1-a60c-bd361a894d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:37.128797 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-8d99b9bc-abb4-4b13-b3ff-347d41bb9bb7 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:37.130312 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-8d99b9bc-abb4-4b13-b3ff-347d41bb9bb7 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/networks/8ee66800-a804-40da-8341-42d4a5bfa70e HTTP/1.1" status: 200 len: 784 time: 0.2484634 Jan 19 22:31:37.221542 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d1f16-3df7-464d-9824-12cba2e06009 req-b2c6a642-9a1d-45b2-aa22-a6148bf2899f tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:37.223251 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cd2d1f16-3df7-464d-9824-12cba2e06009 req-b2c6a642-9a1d-45b2-aa22-a6148bf2899f tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/ports?device_id=d0b1a737-02e0-4d35-960d-51d143d483e0 HTTP/1.1" status: 200 len: 931 time: 0.2446666 Jan 19 22:31:37.315792 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-20829974-47d4-4d06-8bb9-12235f210128 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.0.142 HTTP/1.1" status: 200 len: 1001 time: 0.1777298 Jan 19 22:31:37.321230 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-cd2d1f16-3df7-464d-9824-12cba2e06009 req-afcd9048-924a-4c95-8d98-34f6bb15caf9 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Synchronizing usage tracker for tenant:f7e2120bd7644fabbb1cb4dd1ccf3b24 on resource:security_group {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:31:37.404804 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-cd2d1f16-3df7-464d-9824-12cba2e06009 req-afcd9048-924a-4c95-8d98-34f6bb15caf9 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Unset dirty status for tenant:f7e2120bd7644fabbb1cb4dd1ccf3b24 on resource:security_group {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:31:37.406091 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cd2d1f16-3df7-464d-9824-12cba2e06009 req-afcd9048-924a-4c95-8d98-34f6bb15caf9 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/security-groups?id=70e16421-0d60-4798-bb97-976835e4ede1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732266 Jan 19 22:31:37.433877 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-67338fe8-5446-4ffe-945f-aeb10e86eb25 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:37.435511 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-67338fe8-5446-4ffe-945f-aeb10e86eb25 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports/01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb HTTP/1.1" status: 200 len: 942 time: 0.1110039 Jan 19 22:31:37.641640 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-8b6816ac-0cf3-4621-9bfe-325b8d927a59 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.0.142 HTTP/1.1" status: 200 len: 1001 time: 0.1112413 Jan 19 22:31:37.794482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-fe50a47e-25b8-4cb1-a60c-bd361a894d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1122f274-b0e8-4f7b-b883-0c1af3bfa6f5 {{(pid=80181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:31:37.803377 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-fe50a47e-25b8-4cb1-a60c-bd361a894d9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:37.817312 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-fe50a47e-25b8-4cb1-a60c-bd361a894d9e service neutron] Transition to ACTIVE for port object 1122f274-b0e8-4f7b-b883-0c1af3bfa6f5 will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:31:37.820051 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-fe50a47e-25b8-4cb1-a60c-bd361a894d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853878837'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:37.884294 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-51bb567f-0a2e-4029-9ac7-fc16f333372c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Deleting port 0079e350-8027-479e-a383-892ebf14633f {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:31:37.884876 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-51bb567f-0a2e-4029-9ac7-fc16f333372c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:37.892503 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-21536649-53d0-41e1-8151-5a5b8f8f34ec tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:37.988255 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50a47e-25b8-4cb1-a60c-bd361a894d9e service neutron] Pushing event updated for resources: {'Port': ['ID=1122f274-b0e8-4f7b-b883-0c1af3bfa6f5,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:37.993800 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-fe50a47e-25b8-4cb1-a60c-bd361a894d9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:38.081895 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-51bb567f-0a2e-4029-9ac7-fc16f333372c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:38.082149 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-51bb567f-0a2e-4029-9ac7-fc16f333372c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks [] for floatingip, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:38.169583 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-fe50a47e-25b8-4cb1-a60c-bd361a894d9e service neutron] Attempting to bind port 1122f274-b0e8-4f7b-b883-0c1af3bfa6f5 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:31:38.170037 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-fe50a47e-25b8-4cb1-a60c-bd361a894d9e service neutron] Attempting to bind port 1122f274-b0e8-4f7b-b883-0c1af3bfa6f5 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '95238d80-3a69-433d-abf6-b381c03e79d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3e3c5af7-9fc8-4a34-b9d1-fa1597be216f'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:31:38.170311 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-fe50a47e-25b8-4cb1-a60c-bd361a894d9e service neutron] Attempting to bind port 1122f274-b0e8-4f7b-b883-0c1af3bfa6f5 on network 3e3c5af7-9fc8-4a34-b9d1-fa1597be216f {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:31:38.177757 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-fe50a47e-25b8-4cb1-a60c-bd361a894d9e service neutron] Checking agent: {'id': '2523063a-ad22-4c17-a8b2-431f878c065d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 20, 21), 'started_at': datetime.datetime(2021, 1, 19, 22, 20, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:31:38.178141 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-fe50a47e-25b8-4cb1-a60c-bd361a894d9e service neutron] Checking segment: {'id': '95238d80-3a69-433d-abf6-b381c03e79d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3e3c5af7-9fc8-4a34-b9d1-fa1597be216f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:31:38.178556 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-fe50a47e-25b8-4cb1-a60c-bd361a894d9e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:38.179159 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-fe50a47e-25b8-4cb1-a60c-bd361a894d9e service neutron] Bound using segment: {'id': '95238d80-3a69-433d-abf6-b381c03e79d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3e3c5af7-9fc8-4a34-b9d1-fa1597be216f'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:31:38.180203 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-fe50a47e-25b8-4cb1-a60c-bd361a894d9e service neutron] Bound port: 1122f274-b0e8-4f7b-b883-0c1af3bfa6f5, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95238d80-3a69-433d-abf6-b381c03e79d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3e3c5af7-9fc8-4a34-b9d1-fa1597be216f'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:31:38.180927 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-fe50a47e-25b8-4cb1-a60c-bd361a894d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:38.215843 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-51bb567f-0a2e-4029-9ac7-fc16f333372c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Calling delete_port for 0079e350-8027-479e-a383-892ebf14633f owned by network:floatingip {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:31:38.282556 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-fe50a47e-25b8-4cb1-a60c-bd361a894d9e service neutron] For port 1122f274-b0e8-4f7b-b883-0c1af3bfa6f5, host hv-cinder-75078, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:31:38.285896 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-fe50a47e-25b8-4cb1-a60c-bd361a894d9e service neutron] For port 1122f274-b0e8-4f7b-b883-0c1af3bfa6f5, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=1122f274-b0e8-4f7b-b883-0c1af3bfa6f5,segment=NetworkSegment(95238d80-3a69-433d-abf6-b381c03e79d8),segment_id=95238d80-3a69-433d-abf6-b381c03e79d8)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:31:38.289993 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-fe50a47e-25b8-4cb1-a60c-bd361a894d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853878837'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:38.305931 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:38.373556 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-51bb567f-0a2e-4029-9ac7-fc16f333372c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:38.389568 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-81f23eb4-14ea-4eb5-8f6f-425d26bfcdab tempest-AttachVolumeNegativeTest-328545989 tempest-AttachVolumeNegativeTest-328545989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:38.436067 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb567f-0a2e-4029-9ac7-fc16f333372c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Pushing event deleted for resources: {'Port': ['ID=0079e350-8027-479e-a383-892ebf14633f,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:38.484662 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50a47e-25b8-4cb1-a60c-bd361a894d9e service neutron] Pushing event updated for resources: {'Port': ['ID=1122f274-b0e8-4f7b-b883-0c1af3bfa6f5,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:38.488031 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-51bb567f-0a2e-4029-9ac7-fc16f333372c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:38.491175 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-fe50a47e-25b8-4cb1-a60c-bd361a894d9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:38.501831 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-fe50a47e-25b8-4cb1-a60c-bd361a894d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:38.502515 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-fe50a47e-25b8-4cb1-a60c-bd361a894d9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:38.504046 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-fe50a47e-25b8-4cb1-a60c-bd361a894d9e service neutron] 10.222.0.65 "PUT /v2.0/ports/1122f274-b0e8-4f7b-b883-0c1af3bfa6f5 HTTP/1.1" status: 200 len: 1157 time: 1.5253949 Jan 19 22:31:38.504592 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b1a737-02e0-4d35-960d-51d143d483e0', 'tag': '1122f274-b0e8-4f7b-b883-0c1af3bfa6f5'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:31:38.640279 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-90c63d9a-620e-4220-86e5-4dbd75a5692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:38.641847 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-90c63d9a-620e-4220-86e5-4dbd75a5692a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f7e2120bd7644fabbb1cb4dd1ccf3b24&device_id=d0b1a737-02e0-4d35-960d-51d143d483e0 HTTP/1.1" status: 200 len: 1160 time: 0.0874138 Jan 19 22:31:38.680916 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-51bb567f-0a2e-4029-9ac7-fc16f333372c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks [] for floatingip, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:38.681295 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.l3_db [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-51bb567f-0a2e-4029-9ac7-fc16f333372c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Floating IP 310d6c5c-2dc6-41df-8a6a-07dbf7967afc disassociated (deleted). External IP: 172.27.0.142, port: 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb. Jan 19 22:31:38.725077 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-2b804b9c-5349-4fba-9e89-c5755be151a3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1122f274-b0e8-4f7b-b883-0c1af3bfa6f5 HTTP/1.1" status: 200 len: 217 time: 0.0705264 Jan 19 22:31:38.800002 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-acfc82ca-177f-4562-b835-0485aae05fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:38.801660 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-acfc82ca-177f-4562-b835-0485aae05fa3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2238768f-330d-44be-ba89-8c8c1904340b HTTP/1.1" status: 200 len: 849 time: 0.0708215 Jan 19 22:31:38.848289 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef2585-cadc-46fd-a714-9d335a71c82e req-42e432c9-5e83-459c-af2f-e127c4a1aa05 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:38.850041 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f2ef2585-cadc-46fd-a714-9d335a71c82e req-42e432c9-5e83-459c-af2f-e127c4a1aa05 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/ports?device_id=d0b1a737-02e0-4d35-960d-51d143d483e0 HTTP/1.1" status: 200 len: 943 time: 0.2971532 Jan 19 22:31:38.858027 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-32b12dd8-7eee-41f9-a3d6-95313955a371 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3e3c5af7-9fc8-4a34-b9d1-fa1597be216f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489540 Jan 19 22:31:38.933768 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f2ef2585-cadc-46fd-a714-9d335a71c82e req-69bccf87-d324-4d90-9a3e-e19dcd36ee66 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/security-groups?id=70e16421-0d60-4798-bb97-976835e4ede1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716496 Jan 19 22:31:39.009767 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-7b89d273-7fb4-4f4c-9787-ff53dfdd4c34 service neutron] 10.222.0.65 "GET /v2.0/networks/3e3c5af7-9fc8-4a34-b9d1-fa1597be216f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454790 Jan 19 22:31:39.042940 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b1a737-02e0-4d35-960d-51d143d483e0', 'tag': '1122f274-b0e8-4f7b-b883-0c1af3bfa6f5', 'status': 'completed', 'code': 200} Jan 19 22:31:39.166124 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6cb67a26-4268-4ae8-8881-904a064b0a88 req-c1da91be-ea3b-48d1-9fe5-df5ec5b7171e service neutron] 10.222.0.65 "GET /v2.0/networks/3e3c5af7-9fc8-4a34-b9d1-fa1597be216f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1496804 Jan 19 22:31:39.329390 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9f1c1-7122-4e45-92bc-8c10661acb4a req-9ecda498-7b11-48c3-9335-70a0aeb56ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:39.331080 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-64a9f1c1-7122-4e45-92bc-8c10661acb4a req-9ecda498-7b11-48c3-9335-70a0aeb56ce9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f7e2120bd7644fabbb1cb4dd1ccf3b24&device_id=d0b1a737-02e0-4d35-960d-51d143d483e0 HTTP/1.1" status: 200 len: 1160 time: 0.0810895 Jan 19 22:31:39.373864 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-51bb567f-0a2e-4029-9ac7-fc16f333372c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Router ee1ec386-362c-495e-8b2a-97b4cd5ad609 has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:31:39.480859 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9f1c1-7122-4e45-92bc-8c10661acb4a req-3dd38701-20ed-47d1-b96f-907de90f7c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:39.482380 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-64a9f1c1-7122-4e45-92bc-8c10661acb4a req-3dd38701-20ed-47d1-b96f-907de90f7c3a service neutron] 10.222.0.65 "GET /v2.0/networks?id=3e3c5af7-9fc8-4a34-b9d1-fa1597be216f HTTP/1.1" status: 200 len: 903 time: 0.1445789 Jan 19 22:31:39.570730 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-64a9f1c1-7122-4e45-92bc-8c10661acb4a req-c21e1d2e-d750-4e36-af89-9ce91a90b19f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1122f274-b0e8-4f7b-b883-0c1af3bfa6f5 HTTP/1.1" status: 200 len: 217 time: 0.0806856 Jan 19 22:31:39.577494 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-51bb567f-0a2e-4029-9ac7-fc16f333372c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:31:39.589294 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b888a77-cf3e-420e-8295-95014dbc256d None None] Sync routers for ids ['ee1ec386-362c-495e-8b2a-97b4cd5ad609'] in dv-cinder-750782-5-iscsi {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:31:39.604544 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-51bb567f-0a2e-4029-9ac7-fc16f333372c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:39.610025 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b888a77-cf3e-420e-8295-95014dbc256d None None] Routers {'ee1ec386-362c-495e-8b2a-97b4cd5ad609'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:31:39.611508 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-9b888a77-cf3e-420e-8295-95014dbc256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:31:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['ee1ec386-362c-495e-8b2a-97b4cd5ad609'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:31:39.684790 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-51bb567f-0a2e-4029-9ac7-fc16f333372c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "DELETE /v2.0/floatingips/310d6c5c-2dc6-41df-8a6a-07dbf7967afc HTTP/1.1" status: 204 len: 173 time: 2.0293980 Jan 19 22:31:39.705527 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9f1c1-7122-4e45-92bc-8c10661acb4a req-3648a1c3-54a0-49f4-a12a-2df04fb9c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:39.709956 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-64a9f1c1-7122-4e45-92bc-8c10661acb4a req-3648a1c3-54a0-49f4-a12a-2df04fb9c24f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2238768f-330d-44be-ba89-8c8c1904340b HTTP/1.1" status: 200 len: 849 time: 0.1322684 Jan 19 22:31:39.734056 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ec94b4-2644-4299-a504-30dc6057fc87', 'tag': '01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:31:39.805331 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-a9fda4a9-df3e-429b-b21a-cecc37c0facb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:39.807367 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-a9fda4a9-df3e-429b-b21a-cecc37c0facb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b60a759f4aa4625ba7e4a31db6ae945&device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 1162 time: 0.1215296 Jan 19 22:31:39.817309 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-64a9f1c1-7122-4e45-92bc-8c10661acb4a req-9b0fff9f-f167-43fc-9e4f-1250a79103c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3e3c5af7-9fc8-4a34-b9d1-fa1597be216f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891068 Jan 19 22:31:39.832047 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ec94b4-2644-4299-a504-30dc6057fc87', 'tag': '01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb', 'status': 'completed', 'code': 200} Jan 19 22:31:39.903229 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-9b888a77-cf3e-420e-8295-95014dbc256d None None] Set router ee1ec386-362c-495e-8b2a-97b4cd5ad609 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:31:40.013508 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-64a9f1c1-7122-4e45-92bc-8c10661acb4a req-acd33982-bd71-4694-97dc-8bc1fb60fa99 service neutron] 10.222.0.65 "GET /v2.0/networks/3e3c5af7-9fc8-4a34-b9d1-fa1597be216f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640344 Jan 19 22:31:40.031504 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-1ac25b06-a3ec-4736-a067-6b8fab1c023b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:40.039981 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-1ac25b06-a3ec-4736-a067-6b8fab1c023b service neutron] 10.222.0.50 "GET /v2.0/networks?id=c5545297-ee81-476b-8bdf-fa32744891e1 HTTP/1.1" status: 200 len: 903 time: 0.2314773 Jan 19 22:31:40.157092 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-ea0046ff-2eeb-43c8-948a-d68d816e36df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb HTTP/1.1" status: 200 len: 217 time: 0.1160426 Jan 19 22:31:40.164780 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630480e-e7bd-4404-bb22-614de44fc9d7 req-daa84114-1569-4461-b4e4-dc8e2cb0f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:40.166392 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0630480e-e7bd-4404-bb22-614de44fc9d7 req-daa84114-1569-4461-b4e4-dc8e2cb0f57f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9b60a759f4aa4625ba7e4a31db6ae945&device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 1162 time: 0.2729445 Jan 19 22:31:40.189695 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-64a9f1c1-7122-4e45-92bc-8c10661acb4a req-226e6a90-3e77-49ca-a8c9-93ef0e7b31e9 service neutron] 10.222.0.65 "GET /v2.0/networks/3e3c5af7-9fc8-4a34-b9d1-fa1597be216f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1564319 Jan 19 22:31:40.255840 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-9b888a77-cf3e-420e-8295-95014dbc256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'name': 'tempest-TestShelveInstance-753811106-router', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:59Z', 'updated_at': '2021-01-19T22:25:12Z', 'revision_number': 4, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'gw_port': {'id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:00Z', 'updated_at': '2021-01-19T22:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '5540bd0d-67a9-455b-bfa2-ba9eb61767cd', 'name': '', 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'mac_address': 'fa:16:3e:ff:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '90501b76-d654-4fd7-b61c-fc49887a8718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:07Z', 'updated_at': '2021-01-19T22:25:27Z', 'revision_number': 5, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'subnets': [{'id': '90501b76-d654-4fd7-b61c-fc49887a8718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:31:40.260180 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b888a77-cf3e-420e-8295-95014dbc256d None None] Checking router: ee1ec386-362c-495e-8b2a-97b4cd5ad609 for host: dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:31:40.269082 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b888a77-cf3e-420e-8295-95014dbc256d None None] Routers {'ee1ec386-362c-495e-8b2a-97b4cd5ad609'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:31:40.269743 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-9b888a77-cf3e-420e-8295-95014dbc256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:31:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['ee1ec386-362c-495e-8b2a-97b4cd5ad609'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:31:40.371464 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-71722706-bbda-44d0-9132-4e66b49b1d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:40.373330 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-71722706-bbda-44d0-9132-4e66b49b1d08 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90501b76-d654-4fd7-b61c-fc49887a8718 HTTP/1.1" status: 200 len: 847 time: 0.1975799 Jan 19 22:31:40.459433 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-9b888a77-cf3e-420e-8295-95014dbc256d None None] Set router ee1ec386-362c-495e-8b2a-97b4cd5ad609 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:31:40.470226 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691f10f-cf9a-42be-8e26-966b490483ea req-d181f48b-c859-4142-ac59-a85f2ceb0e67 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:40.471944 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2691f10f-cf9a-42be-8e26-966b490483ea req-d181f48b-c859-4142-ac59-a85f2ceb0e67 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/ports?device_id=d0b1a737-02e0-4d35-960d-51d143d483e0 HTTP/1.1" status: 200 len: 943 time: 0.3638637 Jan 19 22:31:40.475448 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630480e-e7bd-4404-bb22-614de44fc9d7 req-c6544dd6-9f5c-4f38-8fa3-b6a166de32f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:40.476957 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0630480e-e7bd-4404-bb22-614de44fc9d7 req-c6544dd6-9f5c-4f38-8fa3-b6a166de32f1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c5545297-ee81-476b-8bdf-fa32744891e1 HTTP/1.1" status: 200 len: 903 time: 0.3000038 Jan 19 22:31:40.592166 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0630480e-e7bd-4404-bb22-614de44fc9d7 req-eb79d4f6-d6ca-4e80-a518-bcf1a841bb23 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb HTTP/1.1" status: 200 len: 217 time: 0.0916643 Jan 19 22:31:40.646806 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2691f10f-cf9a-42be-8e26-966b490483ea req-ca78126f-c7bf-4e82-9e56-7fe6a32656b3 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/security-groups?id=70e16421-0d60-4798-bb97-976835e4ede1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662257 Jan 19 22:31:40.675998 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-be17fc76-2a11-4725-964f-bdb4f12f4e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:40.677664 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-be17fc76-2a11-4725-964f-bdb4f12f4e59 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c5545297-ee81-476b-8bdf-fa32744891e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2951190 Jan 19 22:31:40.719825 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630480e-e7bd-4404-bb22-614de44fc9d7 req-d5725861-1057-4c48-b1ff-ec1906b8b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:40.721424 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0630480e-e7bd-4404-bb22-614de44fc9d7 req-d5725861-1057-4c48-b1ff-ec1906b8b87f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90501b76-d654-4fd7-b61c-fc49887a8718 HTTP/1.1" status: 200 len: 847 time: 0.1185822 Jan 19 22:31:40.797278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-9b888a77-cf3e-420e-8295-95014dbc256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'name': 'tempest-TestShelveInstance-753811106-router', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:59Z', 'updated_at': '2021-01-19T22:25:12Z', 'revision_number': 4, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'gw_port': {'id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:00Z', 'updated_at': '2021-01-19T22:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '5540bd0d-67a9-455b-bfa2-ba9eb61767cd', 'name': '', 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'mac_address': 'fa:16:3e:ff:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '90501b76-d654-4fd7-b61c-fc49887a8718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:07Z', 'updated_at': '2021-01-19T22:25:27Z', 'revision_number': 5, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'subnets': [{'id': '90501b76-d654-4fd7-b61c-fc49887a8718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:31:40.801573 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b888a77-cf3e-420e-8295-95014dbc256d None None] The sync data for ids ['ee1ec386-362c-495e-8b2a-97b4cd5ad609'] in dv-cinder-750782-5-iscsi is: [{'id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'name': 'tempest-TestShelveInstance-753811106-router', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:59Z', 'updated_at': '2021-01-19T22:25:12Z', 'revision_number': 4, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'gw_port': {'id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:00Z', 'updated_at': '2021-01-19T22:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': '5540bd0d-67a9-455b-bfa2-ba9eb61767cd', 'name': '', 'network_id': 'c5545297-ee81-476b-8bdf-fa32744891e1', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'mac_address': 'fa:16:3e:ff:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '90501b76-d654-4fd7-b61c-fc49887a8718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:07Z', 'updated_at': '2021-01-19T22:25:27Z', 'revision_number': 5, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'subnets': [{'id': '90501b76-d654-4fd7-b61c-fc49887a8718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:31:40.897873 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-ac565778-70a5-4552-be82-81bdaee63170 service neutron] 10.222.0.50 "GET /v2.0/networks/c5545297-ee81-476b-8bdf-fa32744891e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088320 Jan 19 22:31:40.908958 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630480e-e7bd-4404-bb22-614de44fc9d7 req-45728fda-b4b2-4cba-92f2-6529f19c1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:40.910530 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0630480e-e7bd-4404-bb22-614de44fc9d7 req-45728fda-b4b2-4cba-92f2-6529f19c1763 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c5545297-ee81-476b-8bdf-fa32744891e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1409957 Jan 19 22:31:41.180302 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a5c47b12-fce9-42a4-8408-efd604ec77b6 req-259ac8ef-5170-4ce5-9ad2-a5b6fc23c805 service neutron] 10.222.0.50 "GET /v2.0/networks/c5545297-ee81-476b-8bdf-fa32744891e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2735751 Jan 19 22:31:41.182599 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0630480e-e7bd-4404-bb22-614de44fc9d7 req-3c639c51-fe7a-495c-b600-19922e3491b2 service neutron] 10.222.0.65 "GET /v2.0/networks/c5545297-ee81-476b-8bdf-fa32744891e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488828 Jan 19 22:31:41.215708 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c4c069-52e1-4800-9fc3-6fbc2038db70 None None] New status for floating IP 310d6c5c-2dc6-41df-8a6a-07dbf7967afc: DOWN {{(pid=80182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:31:41.376688 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-0630480e-e7bd-4404-bb22-614de44fc9d7 req-c056c788-160d-49a6-b890-42b50c6f26dd service neutron] 10.222.0.65 "GET /v2.0/networks/c5545297-ee81-476b-8bdf-fa32744891e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1878905 Jan 19 22:31:41.630176 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.objects.ports [None req-b883712e-ca26-462f-bdab-309b9812ad6a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80182) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 22:31:41.643453 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf43f9b-2aae-4aa9-bb83-163dad91dd35 req-4df92683-5a8a-40cc-bae4-46f6b8bd962e tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:41.644153 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-fcf43f9b-2aae-4aa9-bb83-163dad91dd35 req-4df92683-5a8a-40cc-bae4-46f6b8bd962e tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Synchronizing usage tracker for tenant:9b60a759f4aa4625ba7e4a31db6ae945 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:31:41.660418 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-fcf43f9b-2aae-4aa9-bb83-163dad91dd35 req-4df92683-5a8a-40cc-bae4-46f6b8bd962e tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Unset dirty status for tenant:9b60a759f4aa4625ba7e4a31db6ae945 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:31:41.661697 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fcf43f9b-2aae-4aa9-bb83-163dad91dd35 req-4df92683-5a8a-40cc-bae4-46f6b8bd962e tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.1311233 Jan 19 22:31:41.714113 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fcf43f9b-2aae-4aa9-bb83-163dad91dd35 req-6c3716a1-47f5-485f-ad50-92ad72e040ad tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0451238 Jan 19 22:31:41.899231 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0164aa-2d6b-4f25-8694-037d16c03695 req-3317dca7-b9c5-4c72-8d75-c4220d936ae9 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:41.900821 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6d0164aa-2d6b-4f25-8694-037d16c03695 req-3317dca7-b9c5-4c72-8d75-c4220d936ae9 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/ports?device_id=d0b1a737-02e0-4d35-960d-51d143d483e0 HTTP/1.1" status: 200 len: 943 time: 0.1014740 Jan 19 22:31:41.950712 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6d0164aa-2d6b-4f25-8694-037d16c03695 req-9c75d2f0-7951-471f-a6c2-03bd8c083c19 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/security-groups?id=70e16421-0d60-4798-bb97-976835e4ede1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434170 Jan 19 22:31:42.150875 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 1122f274-b0e8-4f7b-b883-0c1af3bfa6f5 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:31:42.226019 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning for port 1122f274-b0e8-4f7b-b883-0c1af3bfa6f5 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:31:42.231525 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 1122f274-b0e8-4f7b-b883-0c1af3bfa6f5 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:31:42.232073 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:42.352523 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:42.379878 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b1a737-02e0-4d35-960d-51d143d483e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1122f274-b0e8-4f7b-b883-0c1af3bfa6f5'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:31:42.390112 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 1122f274-b0e8-4f7b-b883-0c1af3bfa6f5, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=1122f274-b0e8-4f7b-b883-0c1af3bfa6f5,segment=NetworkSegment(95238d80-3a69-433d-abf6-b381c03e79d8),segment_id=95238d80-3a69-433d-abf6-b381c03e79d8)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:31:42.393244 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:42.395546 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:42.450108 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b1a737-02e0-4d35-960d-51d143d483e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1122f274-b0e8-4f7b-b883-0c1af3bfa6f5', 'code': 200} Jan 19 22:31:42.474405 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=1122f274-b0e8-4f7b-b883-0c1af3bfa6f5,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:42.483442 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:42.483895 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:42.484324 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:42.484707 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:42.485084 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:42.485464 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:42.485836 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:42.486209 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:42.486580 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:42.486977 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:42.487346 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:42.487779 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:42.488116 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:42.488482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:42.488849 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:42.489218 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:42.489582 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:42.489947 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:42.490316 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:42.490697 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:42.491084 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:42.491451 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:42.491813 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:42.492212 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:42.496867 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:42.807266 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8138f7-d89b-4e8e-95c7-49a3d0a56171 req-8f466a4a-04ea-417e-b83c-ad777fe75347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:42.809113 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7f8138f7-d89b-4e8e-95c7-49a3d0a56171 req-8f466a4a-04ea-417e-b83c-ad777fe75347 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d0b1a737-02e0-4d35-960d-51d143d483e0 HTTP/1.1" status: 200 len: 1162 time: 0.1064408 Jan 19 22:31:42.860956 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7f8138f7-d89b-4e8e-95c7-49a3d0a56171 req-7c0832ed-ea88-41e2-bf31-1c1863bb4a45 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=70e16421-0d60-4798-bb97-976835e4ede1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445509 Jan 19 22:31:42.991530 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fc03e-ae8d-4888-8354-e4b8b8c49ac7 req-427d477f-e796-463f-bc37-6bd481ce341e tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:42.993702 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5d7fc03e-ae8d-4888-8354-e4b8b8c49ac7 req-427d477f-e796-463f-bc37-6bd481ce341e tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.1048236 Jan 19 22:31:43.050768 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5d7fc03e-ae8d-4888-8354-e4b8b8c49ac7 req-fcba18b6-cefb-4518-9b03-a6aa724e3a51 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0489976 Jan 19 22:31:43.183907 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace370a7-3c64-465e-b3e7-e965b1ae1704 req-01389089-0659-412f-a5cf-35651641653f tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:43.185523 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ace370a7-3c64-465e-b3e7-e965b1ae1704 req-01389089-0659-412f-a5cf-35651641653f tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/ports?device_id=d0b1a737-02e0-4d35-960d-51d143d483e0 HTTP/1.1" status: 200 len: 945 time: 0.1011260 Jan 19 22:31:43.235539 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ace370a7-3c64-465e-b3e7-e965b1ae1704 req-697a5027-72a3-4164-a487-501d1f32606e tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/security-groups?id=70e16421-0d60-4798-bb97-976835e4ede1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435469 Jan 19 22:31:43.577283 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae925b-4f69-4bda-9e4c-14a2ba967320 req-48af73ee-01f9-423d-8537-f1a56eba1916 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:43.578865 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-28ae925b-4f69-4bda-9e4c-14a2ba967320 req-48af73ee-01f9-423d-8537-f1a56eba1916 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.65 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 945 time: 0.1082573 Jan 19 22:31:43.660160 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-28ae925b-4f69-4bda-9e4c-14a2ba967320 req-3e290a88-8a66-481b-838e-9c84bea83751 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Deleting port 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:31:43.660546 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-28ae925b-4f69-4bda-9e4c-14a2ba967320 req-3e290a88-8a66-481b-838e-9c84bea83751 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:43.707075 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 1122f274-b0e8-4f7b-b883-0c1af3bfa6f5 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:31:43.782624 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 1122f274-b0e8-4f7b-b883-0c1af3bfa6f5 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:31:43.783108 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:43.966650 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:31:44.131121 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:44.166582 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb,segment=NetworkSegment(86abda2d-f225-42bc-8e32-0a72d219752f),segment_id=86abda2d-f225-42bc-8e32-0a72d219752f)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:31:44.169950 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:44.172822 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:44.191829 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-28ae925b-4f69-4bda-9e4c-14a2ba967320 req-3e290a88-8a66-481b-838e-9c84bea83751 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] For port 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb,segment=NetworkSegment(86abda2d-f225-42bc-8e32-0a72d219752f),segment_id=86abda2d-f225-42bc-8e32-0a72d219752f)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:31:44.192363 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-28ae925b-4f69-4bda-9e4c-14a2ba967320 req-3e290a88-8a66-481b-838e-9c84bea83751 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:44.242551 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb,revision_number=7']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:44.246523 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:44.381820 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-28ae925b-4f69-4bda-9e4c-14a2ba967320 req-3e290a88-8a66-481b-838e-9c84bea83751 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Calling delete_port for 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:31:44.450935 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ec94b4-2644-4299-a504-30dc6057fc87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:31:44.572284 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafdb2d-44c2-405d-afb8-705c54310e72 req-6a3ab9fd-9936-45ec-a7f3-d0cbe0df9272 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:44.573949 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-abafdb2d-44c2-405d-afb8-705c54310e72 req-6a3ab9fd-9936-45ec-a7f3-d0cbe0df9272 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 943 time: 0.3726151 Jan 19 22:31:44.599334 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.api [req-28ae925b-4f69-4bda-9e4c-14a2ba967320 req-3e290a88-8a66-481b-838e-9c84bea83751 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80180) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:31:44.599713 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_db.api [req-28ae925b-4f69-4bda-9e4c-14a2ba967320 req-3e290a88-8a66-481b-838e-9c84bea83751 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:31:44.631633 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762ae7c-fd02-43ad-bb8e-b93dd034f85d req-cd020af9-383d-4d9e-820a-f0a7b24af67b tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:44.633839 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2762ae7c-fd02-43ad-bb8e-b93dd034f85d req-cd020af9-383d-4d9e-820a-f0a7b24af67b tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/ports?device_id=d0b1a737-02e0-4d35-960d-51d143d483e0 HTTP/1.1" status: 200 len: 945 time: 0.2595472 Jan 19 22:31:44.679196 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-abafdb2d-44c2-405d-afb8-705c54310e72 req-57e900ad-7568-49ba-91ae-465a954e8ee9 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups?id=95ccd40b-aab6-4adb-a9a5-50349afa9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0958054 Jan 19 22:31:44.703308 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2762ae7c-fd02-43ad-bb8e-b93dd034f85d req-5fc977b7-56ab-4110-86ca-baf3a8c26b39 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/security-groups?id=70e16421-0d60-4798-bb97-976835e4ede1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598767 Jan 19 22:31:44.763239 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ec94b4-2644-4299-a504-30dc6057fc87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb', 'code': 200} Jan 19 22:31:45.100944 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-28ae925b-4f69-4bda-9e4c-14a2ba967320 req-3e290a88-8a66-481b-838e-9c84bea83751 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Deleting port 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:31:45.101383 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-28ae925b-4f69-4bda-9e4c-14a2ba967320 req-3e290a88-8a66-481b-838e-9c84bea83751 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:45.377054 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-28ae925b-4f69-4bda-9e4c-14a2ba967320 req-3e290a88-8a66-481b-838e-9c84bea83751 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] For port 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb,segment=NetworkSegment(86abda2d-f225-42bc-8e32-0a72d219752f),segment_id=86abda2d-f225-42bc-8e32-0a72d219752f)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:31:45.377453 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-28ae925b-4f69-4bda-9e4c-14a2ba967320 req-3e290a88-8a66-481b-838e-9c84bea83751 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:45.509285 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-28ae925b-4f69-4bda-9e4c-14a2ba967320 req-3e290a88-8a66-481b-838e-9c84bea83751 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Calling delete_port for 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:31:45.661565 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-28ae925b-4f69-4bda-9e4c-14a2ba967320 req-3e290a88-8a66-481b-838e-9c84bea83751 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:45.680588 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:45.709632 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 1122f274-b0e8-4f7b-b883-0c1af3bfa6f5 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:31:45.734888 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e290a88-8a66-481b-838e-9c84bea83751 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Pushing event deleted for resources: {'Port': ['ID=01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:45.783412 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3e290a88-8a66-481b-838e-9c84bea83751 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:45.809709 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 1122f274-b0e8-4f7b-b883-0c1af3bfa6f5 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:31:45.810142 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:45.973934 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ae925b-4f69-4bda-9e4c-14a2ba967320 req-3e290a88-8a66-481b-838e-9c84bea83751 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] No DVR routers for this DVR port 01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb on host hv-cinder-75078 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:31:45.976135 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-28ae925b-4f69-4bda-9e4c-14a2ba967320 req-3e290a88-8a66-481b-838e-9c84bea83751 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:45.989676 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ec94b4-2644-4299-a504-30dc6057fc87', 'name': 'network-vif-deleted', 'tag': '01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:31:46.016115 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-31f5f478-2633-4e52-b24e-82b8ea87e11c req-7f66a26d-1a64-46fa-8219-45aab977b82d tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 210 time: 0.1232505 Jan 19 22:31:46.020632 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-28ae925b-4f69-4bda-9e4c-14a2ba967320 req-3e290a88-8a66-481b-838e-9c84bea83751 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.65 "DELETE /v2.0/ports/01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb HTTP/1.1" status: 204 len: 173 time: 2.4355009 Jan 19 22:31:46.075357 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab7aef-e411-4ad3-bde7-1f92781c0c91 req-4288a856-b79f-4017-ada9-4ef018b31635 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:46.077172 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-09ab7aef-e411-4ad3-bde7-1f92781c0c91 req-4288a856-b79f-4017-ada9-4ef018b31635 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/ports?device_id=d0b1a737-02e0-4d35-960d-51d143d483e0 HTTP/1.1" status: 200 len: 945 time: 0.1770875 Jan 19 22:31:46.135229 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-09ab7aef-e411-4ad3-bde7-1f92781c0c91 req-88883204-a898-468b-aa02-33ade73af8bc tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/security-groups?id=70e16421-0d60-4798-bb97-976835e4ede1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511205 Jan 19 22:31:46.228104 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ec94b4-2644-4299-a504-30dc6057fc87', 'name': 'network-vif-deleted', 'tag': '01287f73-5d1e-4bd2-9a0a-65c9cd86bcfb', 'status': 'completed', 'code': 200} Jan 19 22:31:46.676551 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 35478) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:46.744661 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5fe6038-bd8b-4be3-b005-1e98445f87e4 admin admin] Deleting subnet ecc16064-a1d7-4681-9f99-720a5f014a49 {{(pid=80181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:31:46.748043 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a5fe6038-bd8b-4be3-b005-1e98445f87e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:46.807190 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a5fe6038-bd8b-4be3-b005-1e98445f87e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850787351'] for subnet, precommit_delete_associations {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:46.870846 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a5fe6038-bd8b-4be3-b005-1e98445f87e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854192441'] for subnet, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:47.149147 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a5fe6038-bd8b-4be3-b005-1e98445f87e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-893718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2219363'] for subnet, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:47.166206 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:47.233167 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-e98a61ef-48df-4ac1-94e3-7e7b48ae1cef req-b3d83bbe-cfb2-4767-9ec3-407f858ab442 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Synchronizing usage tracker for tenant:9b60a759f4aa4625ba7e4a31db6ae945 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:31:47.251973 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-e98a61ef-48df-4ac1-94e3-7e7b48ae1cef req-b3d83bbe-cfb2-4767-9ec3-407f858ab442 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Unset dirty status for tenant:9b60a759f4aa4625ba7e4a31db6ae945 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:31:47.255488 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e98a61ef-48df-4ac1-94e3-7e7b48ae1cef req-b3d83bbe-cfb2-4767-9ec3-407f858ab442 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/ports?device_id=a1ec94b4-2644-4299-a504-30dc6057fc87 HTTP/1.1" status: 200 len: 210 time: 0.0876873 Jan 19 22:31:47.257622 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe6038-bd8b-4be3-b005-1e98445f87e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc16064-a1d7-4681-9f99-720a5f014a49,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:47.272331 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a5fe6038-bd8b-4be3-b005-1e98445f87e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:47.310194 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a5fe6038-bd8b-4be3-b005-1e98445f87e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:47.318702 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-a5fe6038-bd8b-4be3-b005-1e98445f87e4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ecc16064-a1d7-4681-9f99-720a5f014a49 HTTP/1.1" status: 204 len: 168 time: 0.6387422 Jan 19 22:31:47.319551 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 35486) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:47.437276 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262604'] for network, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:47.452070 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12dd40-bf5c-4045-b95a-ee9b399701d4 req-9fcdfff6-5820-4821-b94f-a2e5db937c75 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:47.453791 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ba12dd40-bf5c-4045-b95a-ee9b399701d4 req-9fcdfff6-5820-4821-b94f-a2e5db937c75 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/ports?device_id=d0b1a737-02e0-4d35-960d-51d143d483e0 HTTP/1.1" status: 200 len: 945 time: 0.1583216 Jan 19 22:31:47.537810 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e690e-9c32-43e0-83b6-10f958b01b20 req-dbb1a385-fb0f-4ef5-b2a6-03ed53a75549 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:47.539696 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-df5e690e-9c32-43e0-83b6-10f958b01b20 req-dbb1a385-fb0f-4ef5-b2a6-03ed53a75549 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.65 "GET /v2.0/ports?device_id=d0b1a737-02e0-4d35-960d-51d143d483e0 HTTP/1.1" status: 200 len: 945 time: 0.1707330 Jan 19 22:31:47.548394 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-ba12dd40-bf5c-4045-b95a-ee9b399701d4 req-eabd5fcd-6d5e-4e42-b85d-193d7110314d tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/security-groups?id=70e16421-0d60-4798-bb97-976835e4ede1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819187 Jan 19 22:31:47.561577 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 1122f274-b0e8-4f7b-b883-0c1af3bfa6f5 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:31:47.647346 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-df5e690e-9c32-43e0-83b6-10f958b01b20 req-1eff7410-5711-4e86-a3ff-d3d40aafc1bf tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Deleting port 1122f274-b0e8-4f7b-b883-0c1af3bfa6f5 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:31:47.647729 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-df5e690e-9c32-43e0-83b6-10f958b01b20 req-1eff7410-5711-4e86-a3ff-d3d40aafc1bf tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:47.719882 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:47.751502 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b1a737-02e0-4d35-960d-51d143d483e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1122f274-b0e8-4f7b-b883-0c1af3bfa6f5'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:31:47.764556 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 1122f274-b0e8-4f7b-b883-0c1af3bfa6f5, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=1122f274-b0e8-4f7b-b883-0c1af3bfa6f5,segment=NetworkSegment(95238d80-3a69-433d-abf6-b381c03e79d8),segment_id=95238d80-3a69-433d-abf6-b381c03e79d8)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:31:47.768735 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:47.772035 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:47.821130 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b1a737-02e0-4d35-960d-51d143d483e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1122f274-b0e8-4f7b-b883-0c1af3bfa6f5', 'code': 200} Jan 19 22:31:47.847234 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=1122f274-b0e8-4f7b-b883-0c1af3bfa6f5,revision_number=5']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:47.850516 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:47.883323 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-583314', 'neutron.services.segments.db._delete_segments_for_network--9223363301127363290'] for network, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:47.932939 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-df5e690e-9c32-43e0-83b6-10f958b01b20 req-1eff7410-5711-4e86-a3ff-d3d40aafc1bf tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] For port 1122f274-b0e8-4f7b-b883-0c1af3bfa6f5, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=1122f274-b0e8-4f7b-b883-0c1af3bfa6f5,segment=NetworkSegment(95238d80-3a69-433d-abf6-b381c03e79d8),segment_id=95238d80-3a69-433d-abf6-b381c03e79d8)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:31:47.933338 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-df5e690e-9c32-43e0-83b6-10f958b01b20 req-1eff7410-5711-4e86-a3ff-d3d40aafc1bf tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:47.997539 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c41dc2-792a-4398-8203-dafbc845f4ba']}} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:31:48.015918 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e330805-5e80-4b2f-aaae-26f46654883f') {'for_net_delete': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:31:48.016262 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e330805-5e80-4b2f-aaae-26f46654883f') {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:31:48.029037 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301127369946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3988449'] for segment, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:48.046291 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:48.049443 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:31:48.074069 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-df5e690e-9c32-43e0-83b6-10f958b01b20 req-1eff7410-5711-4e86-a3ff-d3d40aafc1bf tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Calling delete_port for 1122f274-b0e8-4f7b-b883-0c1af3bfa6f5 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:31:48.165310 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.api [req-df5e690e-9c32-43e0-83b6-10f958b01b20 req-1eff7410-5711-4e86-a3ff-d3d40aafc1bf tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80180) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:31:48.165884 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_db.api [req-df5e690e-9c32-43e0-83b6-10f958b01b20 req-1eff7410-5711-4e86-a3ff-d3d40aafc1bf tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:31:48.239871 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Network e3c41dc2-792a-4398-8203-dafbc845f4ba has no segments {{(pid=80181) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:31:48.249864 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854202154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853878859'] for segment, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:48.435475 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Network e3c41dc2-792a-4398-8203-dafbc845f4ba has no segments {{(pid=80181) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:31:48.447661 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-85c77389-f6b1-4f5d-ab63-f80a15d1788d req-cd8c65f4-8f3e-4735-a9f0-418e33a8313f tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "GET /v2.0/security-groups/95ccd40b-aab6-4adb-a9a5-50349afa9cc2 HTTP/1.1" status: 200 len: 2993 time: 0.0542319 Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: Traceback (most recent call last): Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: timer() Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: cb(*args, **kw) Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: return func(*args, **kwargs) Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: self._notify() Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: self.callback(batched_events) Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: event.method(event) Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: segment_id)['aggregates'][0] Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(self, *a, **k) Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: return self._get(url).json() Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: **kwargs) Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.request(url, 'GET', **kwargs) Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: **endpoint_filter) Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:31:48.458216 dv-cinder-750782-5-iscsi neutron-server[80069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:31:48.537040 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-85c77389-f6b1-4f5d-ab63-f80a15d1788d req-bde2bd28-e7cd-4995-98e0-4041c81ae5a9 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:48.538225 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854192486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432275'] for network, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:48.542958 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:48.546652 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:48.566894 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] 10.222.0.50 "DELETE /v2.0/networks/e3c41dc2-792a-4398-8203-dafbc845f4ba HTTP/1.1" status: 204 len: 168 time: 1.2456689 Jan 19 22:31:48.567494 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-85c77389-f6b1-4f5d-ab63-f80a15d1788d req-bde2bd28-e7cd-4995-98e0-4041c81ae5a9 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:48.567972 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Pushing event deleted for resources: {'Network': ['ID=e3c41dc2-792a-4398-8203-dafbc845f4ba,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:48.570109 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 35496) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:48.612334 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:48.612762 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:48.613274 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:48.613552 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:48.613954 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:48.614205 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-85c77389-f6b1-4f5d-ab63-f80a15d1788d req-bde2bd28-e7cd-4995-98e0-4041c81ae5a9 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:48.614382 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:48.614764 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:48.615169 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:48.615568 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:48.615965 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:48.616364 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:48.616876 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:48.617331 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:48.617734 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:48.618131 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:48.618525 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:48.618943 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:48.619342 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:48.619743 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:48.620137 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:48.620529 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:48.620711 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-243acc1a-1dd8-44ba-8c4d-bc973ad04909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:48.620923 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:48.621315 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:48.621708 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:31:48.626029 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d49aef89-f6e8-4d27-98d8-f4db3fad8d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:48.641606 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2bd28-e7cd-4995-98e0-4041c81ae5a9 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ccd40b-aab6-4adb-a9a5-50349afa9cc2,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:48.645488 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-bde2bd28-e7cd-4995-98e0-4041c81ae5a9 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:48.660833 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-85c77389-f6b1-4f5d-ab63-f80a15d1788d req-bde2bd28-e7cd-4995-98e0-4041c81ae5a9 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:48.666313 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-85c77389-f6b1-4f5d-ab63-f80a15d1788d req-bde2bd28-e7cd-4995-98e0-4041c81ae5a9 tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] 10.222.0.50 "DELETE /v2.0/security-groups/95ccd40b-aab6-4adb-a9a5-50349afa9cc2 HTTP/1.1" status: 204 len: 173 time: 0.2035494 Jan 19 22:31:48.666937 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-df5e690e-9c32-43e0-83b6-10f958b01b20 req-1eff7410-5711-4e86-a3ff-d3d40aafc1bf tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Deleting port 1122f274-b0e8-4f7b-b883-0c1af3bfa6f5 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:31:48.667327 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-df5e690e-9c32-43e0-83b6-10f958b01b20 req-1eff7410-5711-4e86-a3ff-d3d40aafc1bf tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:48.686310 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ace5508-561d-4157-a6cc-743b81530fd7 admin admin] Deleting subnet a8ceaad0-ba50-426c-9ace-3759fc98d6c9 {{(pid=80181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:31:48.690524 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3ace5508-561d-4157-a6cc-743b81530fd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:48.750427 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 35504) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:48.764627 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3ace5508-561d-4157-a6cc-743b81530fd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850787351'] for subnet, precommit_delete_associations {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:48.832550 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3ace5508-561d-4157-a6cc-743b81530fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854192441'] for subnet, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:49.010327 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d95300-818e-47ac-a397-934febf9afc1 req-14fe8f84-717b-4a24-baac-326b0e214a07 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:49.011066 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-57d95300-818e-47ac-a397-934febf9afc1 req-14fe8f84-717b-4a24-baac-326b0e214a07 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Synchronizing usage tracker for tenant:f7e2120bd7644fabbb1cb4dd1ccf3b24 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:31:49.066057 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-df5e690e-9c32-43e0-83b6-10f958b01b20 req-1eff7410-5711-4e86-a3ff-d3d40aafc1bf tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] For port 1122f274-b0e8-4f7b-b883-0c1af3bfa6f5, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=1122f274-b0e8-4f7b-b883-0c1af3bfa6f5,segment=NetworkSegment(95238d80-3a69-433d-abf6-b381c03e79d8),segment_id=95238d80-3a69-433d-abf6-b381c03e79d8)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:31:49.066478 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-df5e690e-9c32-43e0-83b6-10f958b01b20 req-1eff7410-5711-4e86-a3ff-d3d40aafc1bf tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:49.075553 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-57d95300-818e-47ac-a397-934febf9afc1 req-14fe8f84-717b-4a24-baac-326b0e214a07 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Unset dirty status for tenant:f7e2120bd7644fabbb1cb4dd1ccf3b24 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:31:49.076849 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-57d95300-818e-47ac-a397-934febf9afc1 req-14fe8f84-717b-4a24-baac-326b0e214a07 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/ports?device_id=d0b1a737-02e0-4d35-960d-51d143d483e0 HTTP/1.1" status: 200 len: 943 time: 0.3389113 Jan 19 22:31:49.217655 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-df5e690e-9c32-43e0-83b6-10f958b01b20 req-1eff7410-5711-4e86-a3ff-d3d40aafc1bf tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Calling delete_port for 1122f274-b0e8-4f7b-b883-0c1af3bfa6f5 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:31:49.502767 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3ace5508-561d-4157-a6cc-743b81530fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-893718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2219363'] for subnet, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:49.526305 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:49.531786 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-57d95300-818e-47ac-a397-934febf9afc1 req-e1a0b835-440b-43c0-95ee-aa83d0468496 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/security-groups?id=70e16421-0d60-4798-bb97-976835e4ede1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925836 Jan 19 22:31:49.574371 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace5508-561d-4157-a6cc-743b81530fd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8ceaad0-ba50-426c-9ace-3759fc98d6c9,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:49.577396 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3ace5508-561d-4157-a6cc-743b81530fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:49.619077 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-df5e690e-9c32-43e0-83b6-10f958b01b20 req-1eff7410-5711-4e86-a3ff-d3d40aafc1bf tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:49.635119 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-c3e020f5-b72f-48f8-929c-15668e6f3c1b tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:49.687358 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff7410-5711-4e86-a3ff-d3d40aafc1bf tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Pushing event deleted for resources: {'Port': ['ID=1122f274-b0e8-4f7b-b883-0c1af3bfa6f5,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:49.691452 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1eff7410-5711-4e86-a3ff-d3d40aafc1bf tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:49.730846 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3ace5508-561d-4157-a6cc-743b81530fd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:49.741459 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-3ace5508-561d-4157-a6cc-743b81530fd7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a8ceaad0-ba50-426c-9ace-3759fc98d6c9 HTTP/1.1" status: 204 len: 168 time: 1.1702342 Jan 19 22:31:49.744065 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 35510) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:49.846240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5e690e-9c32-43e0-83b6-10f958b01b20 req-1eff7410-5711-4e86-a3ff-d3d40aafc1bf tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] No DVR routers for this DVR port 1122f274-b0e8-4f7b-b883-0c1af3bfa6f5 on host hv-cinder-75078 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:31:49.848440 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-df5e690e-9c32-43e0-83b6-10f958b01b20 req-1eff7410-5711-4e86-a3ff-d3d40aafc1bf tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:49.851389 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b1a737-02e0-4d35-960d-51d143d483e0', 'name': 'network-vif-deleted', 'tag': '1122f274-b0e8-4f7b-b883-0c1af3bfa6f5'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:31:49.866260 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-df5e690e-9c32-43e0-83b6-10f958b01b20 req-1eff7410-5711-4e86-a3ff-d3d40aafc1bf tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.65 "DELETE /v2.0/ports/1122f274-b0e8-4f7b-b883-0c1af3bfa6f5 HTTP/1.1" status: 204 len: 173 time: 2.3167439 Jan 19 22:31:49.873646 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a58375a8-0441-4417-8176-f86839427bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262604'] for network, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:49.915848 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b1a737-02e0-4d35-960d-51d143d483e0', 'name': 'network-vif-deleted', 'tag': '1122f274-b0e8-4f7b-b883-0c1af3bfa6f5', 'status': 'completed', 'code': 200} Jan 19 22:31:50.126879 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a58375a8-0441-4417-8176-f86839427bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-583314', 'neutron.services.segments.db._delete_segments_for_network--9223363301127363290'] for network, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:50.433871 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-da51e949-1534-49e4-8bdc-4bd2235d1eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427516'] for router_interface, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:50.623989 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-a58375a8-0441-4417-8176-f86839427bff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ca1927-9c48-49c0-b12a-9bfb3dc829ee']}} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:31:50.646127 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-a58375a8-0441-4417-8176-f86839427bff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07a6a0a-19ff-4aa5-ae46-67d8d87c02cf') {'for_net_delete': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:31:50.646475 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-a58375a8-0441-4417-8176-f86839427bff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07a6a0a-19ff-4aa5-ae46-67d8d87c02cf') {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:31:50.673678 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a58375a8-0441-4417-8176-f86839427bff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301127369946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3988449'] for segment, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:50.699750 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a58375a8-0441-4417-8176-f86839427bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:50.747939 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a58375a8-0441-4417-8176-f86839427bff admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:31:50.987693 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-f65cc6e6-9f40-4b4f-a573-6cd2e890ea5e tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:50.989291 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-f65cc6e6-9f40-4b4f-a573-6cd2e890ea5e tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/networks?id=3e3c5af7-9fc8-4a34-b9d1-fa1597be216f HTTP/1.1" status: 200 len: 809 time: 0.1778173 Jan 19 22:31:50.998454 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-a58375a8-0441-4417-8176-f86839427bff admin admin] Network 05ca1927-9c48-49c0-b12a-9bfb3dc829ee has no segments {{(pid=80181) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:31:51.007248 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-8e2964b7-4a2f-4d25-a84c-863d2bad3aca tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/quotas/f7e2120bd7644fabbb1cb4dd1ccf3b24 HTTP/1.1" status: 200 len: 375 time: 0.0111318 Jan 19 22:31:51.009466 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a58375a8-0441-4417-8176-f86839427bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854202154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853878859'] for segment, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:51.061038 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-09dc5000-ff08-4469-bdb7-373bc1a261b6 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Synchronizing usage tracker for tenant:f7e2120bd7644fabbb1cb4dd1ccf3b24 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:31:51.078429 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-09dc5000-ff08-4469-bdb7-373bc1a261b6 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Unset dirty status for tenant:f7e2120bd7644fabbb1cb4dd1ccf3b24 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:31:51.080083 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-09dc5000-ff08-4469-bdb7-373bc1a261b6 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7e2120bd7644fabbb1cb4dd1ccf3b24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663955 Jan 19 22:31:51.229984 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-20bd16bd-0b26-4357-bc4b-3b19b7e6a303 service neutron] 10.222.0.50 "GET /v2.0/networks/3e3c5af7-9fc8-4a34-b9d1-fa1597be216f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412148 Jan 19 22:31:51.249106 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-a58375a8-0441-4417-8176-f86839427bff admin admin] Network 05ca1927-9c48-49c0-b12a-9bfb3dc829ee has no segments {{(pid=80181) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: Traceback (most recent call last): Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: timer() Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: cb(*args, **kw) Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: return func(*args, **kwargs) Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: self._notify() Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: self.callback(batched_events) Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: event.method(event) Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: segment_id)['aggregates'][0] Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(self, *a, **k) Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: return self._get(url).json() Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: **kwargs) Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.request(url, 'GET', **kwargs) Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: **endpoint_filter) Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:31:51.274376 dv-cinder-750782-5-iscsi neutron-server[80069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:31:51.332852 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-da51e949-1534-49e4-8bdc-4bd2235d1eb9 admin admin] Deleting port 5540bd0d-67a9-455b-bfa2-ba9eb61767cd {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:31:51.333207 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-da51e949-1534-49e4-8bdc-4bd2235d1eb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:51.381492 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-2fb9cc63-0786-4c29-a95f-f60c90e20d9e service neutron] 10.222.0.50 "GET /v2.0/networks/3e3c5af7-9fc8-4a34-b9d1-fa1597be216f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1449940 Jan 19 22:31:51.410171 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a58375a8-0441-4417-8176-f86839427bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854192486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432275'] for network, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:51.428766 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-dbf76ffa-179d-4266-9650-47becb9d3973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:51.443276 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a58375a8-0441-4417-8176-f86839427bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:51.508613 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58375a8-0441-4417-8176-f86839427bff admin admin] Pushing event deleted for resources: {'Network': ['ID=05ca1927-9c48-49c0-b12a-9bfb3dc829ee,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:51.516324 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-a58375a8-0441-4417-8176-f86839427bff admin admin] 10.222.0.50 "DELETE /v2.0/networks/05ca1927-9c48-49c0-b12a-9bfb3dc829ee HTTP/1.1" status: 204 len: 168 time: 1.7705319 Jan 19 22:31:51.518922 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a58375a8-0441-4417-8176-f86839427bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:51.575320 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-da51e949-1534-49e4-8bdc-4bd2235d1eb9 admin admin] For port 5540bd0d-67a9-455b-bfa2-ba9eb61767cd, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=5540bd0d-67a9-455b-bfa2-ba9eb61767cd,segment=NetworkSegment(86abda2d-f225-42bc-8e32-0a72d219752f),segment_id=86abda2d-f225-42bc-8e32-0a72d219752f)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:31:51.575732 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-da51e949-1534-49e4-8bdc-4bd2235d1eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:51.665784 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 35532) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:51.719160 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-da51e949-1534-49e4-8bdc-4bd2235d1eb9 admin admin] Calling delete_port for 5540bd0d-67a9-455b-bfa2-ba9eb61767cd owned by network:router_interface {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:31:51.729279 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-d009ccf7-53f0-40b5-8df9-2dbd1cbed1a2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bcca0e3c629446ceac8957a1f4385905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0633788 Jan 19 22:31:51.731926 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 35536) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:51.798884 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f72906c3-4f30-4e8e-8cde-929d689344c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:51.826904 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f72906c3-4f30-4e8e-8cde-929d689344c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:51.871810 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f72906c3-4f30-4e8e-8cde-929d689344c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:51.877181 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-af0ebb25-358f-49a0-9e2b-efcb7c3f637c tempest-TestMinimumBasicScenario-153749516 tempest-TestMinimumBasicScenario-153749516] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:51.888685 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72906c3-4f30-4e8e-8cde-929d689344c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2209ee23-4d7b-4ca8-a9bc-b7fbe26a5866,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:51.893961 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f72906c3-4f30-4e8e-8cde-929d689344c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:51.895526 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-da51e949-1534-49e4-8bdc-4bd2235d1eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:51.896296 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f72906c3-4f30-4e8e-8cde-929d689344c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:51.897369 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-f72906c3-4f30-4e8e-8cde-929d689344c8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2209ee23-4d7b-4ca8-a9bc-b7fbe26a5866 HTTP/1.1" status: 204 len: 168 time: 0.1644025 Jan 19 22:31:51.912333 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d7b01e03-f287-40ef-9843-4a5b1bbdfabf tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:51.958463 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51e949-1534-49e4-8bdc-4bd2235d1eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5540bd0d-67a9-455b-bfa2-ba9eb61767cd,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:52.010387 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-da51e949-1534-49e4-8bdc-4bd2235d1eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:52.334060 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-da51e949-1534-49e4-8bdc-4bd2235d1eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853084252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427334'] for router_interface, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:52.344409 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 35544) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:52.399885 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-566ec48c-3a52-4d85-8287-2fadb5bd3af0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=36b1a796d3934622858518fb8a81ac5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540328 Jan 19 22:31:52.402384 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 35548) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:52.418543 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:52.467069 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4df25a08-7c58-4b95-a71a-11ba2ebc9563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:52.509338 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4df25a08-7c58-4b95-a71a-11ba2ebc9563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:52.577445 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4df25a08-7c58-4b95-a71a-11ba2ebc9563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:52.582946 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-0b5c899b-f252-4eb5-8da9-5e6a638de228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:52.598273 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df25a08-7c58-4b95-a71a-11ba2ebc9563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0a314b-ba9e-42c4-bf3d-7bfda930d9f7,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:52.601711 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4df25a08-7c58-4b95-a71a-11ba2ebc9563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:52.603013 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4df25a08-7c58-4b95-a71a-11ba2ebc9563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:52.604248 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-4df25a08-7c58-4b95-a71a-11ba2ebc9563 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed0a314b-ba9e-42c4-bf3d-7bfda930d9f7 HTTP/1.1" status: 204 len: 168 time: 0.2008238 Jan 19 22:31:52.684198 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-87c93473-3789-4e47-b9bd-70a9607ec4a5 req-67f29f31-7586-4d4d-8d05-f5dab9d4c306 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/ports?device_id=6c64bdae-785b-4d65-a5b0-7b415d9a1669 HTTP/1.1" status: 200 len: 210 time: 0.0786443 Jan 19 22:31:53.190994 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da51e949-1534-49e4-8bdc-4bd2235d1eb9 admin admin] Router ee1ec386-362c-495e-8b2a-97b4cd5ad609 has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:31:53.400959 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da51e949-1534-49e4-8bdc-4bd2235d1eb9 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:31:53.413029 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88fcd40-79a9-4e6e-859a-c16e21e123a1 None None] Sync routers for ids ['ee1ec386-362c-495e-8b2a-97b4cd5ad609'] in dv-cinder-750782-5-iscsi {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:31:53.419721 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-da51e949-1534-49e4-8bdc-4bd2235d1eb9 admin admin] 10.222.0.50 "PUT /v2.0/routers/ee1ec386-362c-495e-8b2a-97b4cd5ad609/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6673868 Jan 19 22:31:53.422057 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 35578) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:53.425677 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88fcd40-79a9-4e6e-859a-c16e21e123a1 None None] Routers {'ee1ec386-362c-495e-8b2a-97b4cd5ad609'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:31:53.426384 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-f88fcd40-79a9-4e6e-859a-c16e21e123a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:31:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['ee1ec386-362c-495e-8b2a-97b4cd5ad609'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:31:53.624537 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-f88fcd40-79a9-4e6e-859a-c16e21e123a1 None None] Set router ee1ec386-362c-495e-8b2a-97b4cd5ad609 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:31:53.636762 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0a1cb5c0-9575-4ca8-b254-4d04c11208cc admin admin] Notify callbacks [] for router, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:53.954282 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0a1cb5c0-9575-4ca8-b254-4d04c11208cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:53.960734 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-0a1cb5c0-9575-4ca8-b254-4d04c11208cc admin admin] Deleting port e98499ae-741d-4baa-a137-9976dc06d277 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:31:53.961125 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0a1cb5c0-9575-4ca8-b254-4d04c11208cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:54.108462 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-f88fcd40-79a9-4e6e-859a-c16e21e123a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'name': 'tempest-TestShelveInstance-753811106-router', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:59Z', 'updated_at': '2021-01-19T22:31:51Z', 'revision_number': 5, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'gw_port': {'id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:00Z', 'updated_at': '2021-01-19T22:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:31:54.112869 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88fcd40-79a9-4e6e-859a-c16e21e123a1 None None] Checking router: ee1ec386-362c-495e-8b2a-97b4cd5ad609 for host: dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:31:54.123579 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88fcd40-79a9-4e6e-859a-c16e21e123a1 None None] Routers {'ee1ec386-362c-495e-8b2a-97b4cd5ad609'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:31:54.124408 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-f88fcd40-79a9-4e6e-859a-c16e21e123a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:31:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['ee1ec386-362c-495e-8b2a-97b4cd5ad609'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:31:54.187829 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-fd294543-248b-488e-9db4-6c0725edd611 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:54.189842 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-fd294543-248b-488e-9db4-6c0725edd611 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.65 "GET /v2.0/networks?id=3e3c5af7-9fc8-4a34-b9d1-fa1597be216f HTTP/1.1" status: 200 len: 809 time: 0.3401456 Jan 19 22:31:54.200426 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9ab90217-44bd-43a0-8314-9c783c93e0e9 req-7a490f8a-a3af-4830-9bcc-730286d12e09 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/ports?device_id=6c64bdae-785b-4d65-a5b0-7b415d9a1669 HTTP/1.1" status: 200 len: 210 time: 0.3201413 Jan 19 22:31:54.217606 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-874b4fa0-f1ed-4ca5-9421-201630023ab6 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Request body: {'port': {'device_id': '6c64bdae-785b-4d65-a5b0-7b415d9a1669', 'network_id': '3e3c5af7-9fc8-4a34-b9d1-fa1597be216f', 'admin_state_up': True, 'tenant_id': 'f7e2120bd7644fabbb1cb4dd1ccf3b24'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:31:54.344438 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-0a1cb5c0-9575-4ca8-b254-4d04c11208cc admin admin] For port e98499ae-741d-4baa-a137-9976dc06d277, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=e98499ae-741d-4baa-a137-9976dc06d277,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:31:54.344830 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0a1cb5c0-9575-4ca8-b254-4d04c11208cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:54.404806 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-f88fcd40-79a9-4e6e-859a-c16e21e123a1 None None] Set router ee1ec386-362c-495e-8b2a-97b4cd5ad609 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:31:54.492274 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-874b4fa0-f1ed-4ca5-9421-201630023ab6 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:31:54.506992 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-874b4fa0-f1ed-4ca5-9421-201630023ab6 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:31:54.517927 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-0a1cb5c0-9575-4ca8-b254-4d04c11208cc admin admin] Calling delete_port for e98499ae-741d-4baa-a137-9976dc06d277 owned by network:router_gateway {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:31:54.519516 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-874b4fa0-f1ed-4ca5-9421-201630023ab6 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Made reservation on behalf of f7e2120bd7644fabbb1cb4dd1ccf3b24 for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:31:54.533977 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-874b4fa0-f1ed-4ca5-9421-201630023ab6 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:54.700864 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0a1cb5c0-9575-4ca8-b254-4d04c11208cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:54.855567 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-f88fcd40-79a9-4e6e-859a-c16e21e123a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'name': 'tempest-TestShelveInstance-753811106-router', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:59Z', 'updated_at': '2021-01-19T22:31:51Z', 'revision_number': 5, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'gw_port': {'id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:00Z', 'updated_at': '2021-01-19T22:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:31:54.865234 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88fcd40-79a9-4e6e-859a-c16e21e123a1 None None] The sync data for ids ['ee1ec386-362c-495e-8b2a-97b4cd5ad609'] in dv-cinder-750782-5-iscsi is: [{'id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'name': 'tempest-TestShelveInstance-753811106-router', 'tenant_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:59Z', 'updated_at': '2021-01-19T22:31:51Z', 'revision_number': 5, 'project_id': '9b60a759f4aa4625ba7e4a31db6ae945', 'gw_port': {'id': 'e98499ae-741d-4baa-a137-9976dc06d277', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ec386-362c-495e-8b2a-97b4cd5ad609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:00Z', 'updated_at': '2021-01-19T22:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}] {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:31:54.978214 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-874b4fa0-f1ed-4ca5-9421-201630023ab6 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Allocated IP 172.20.0.4 (3e3c5af7-9fc8-4a34-b9d1-fa1597be216f/2238768f-330d-44be-ba89-8c8c1904340b/11015758-0b62-44e4-a1a7-7e8025fa5071) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:31:55.002814 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0a1cb5c0-9575-4ca8-b254-4d04c11208cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854343435'] for router_gateway, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:55.157290 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0a1cb5c0-9575-4ca8-b254-4d04c11208cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854342923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774747'] for router, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:55.160165 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0a1cb5c0-9575-4ca8-b254-4d04c11208cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:55.186617 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0a1cb5c0-9575-4ca8-b254-4d04c11208cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854259288'] for router, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:55.187235 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1cb5c0-9575-4ca8-b254-4d04c11208cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee1ec386-362c-495e-8b2a-97b4cd5ad609 {{(pid=80181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 19 22:31:55.203912 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0a1cb5c0-9575-4ca8-b254-4d04c11208cc admin admin] Notify callbacks [] for router, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:55.205146 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-0a1cb5c0-9575-4ca8-b254-4d04c11208cc admin admin] 10.222.0.50 "DELETE /v2.0/routers/ee1ec386-362c-495e-8b2a-97b4cd5ad609 HTTP/1.1" status: 204 len: 168 time: 1.7819200 Jan 19 22:31:55.208347 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 35646) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:55.234100 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-874b4fa0-f1ed-4ca5-9421-201630023ab6 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:55.278559 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-874b4fa0-f1ed-4ca5-9421-201630023ab6 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:55.281284 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e12a04-90a3-4112-9dc8-87141caa0430 admin admin] Deleting subnet 90501b76-d654-4fd7-b61c-fc49887a8718 {{(pid=80181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:31:55.285907 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-88e12a04-90a3-4112-9dc8-87141caa0430 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:55.298847 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:55.372587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-88e12a04-90a3-4112-9dc8-87141caa0430 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850787351'] for subnet, precommit_delete_associations {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:55.483079 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-88e12a04-90a3-4112-9dc8-87141caa0430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854192441'] for subnet, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:55.534286 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b4fa0-f1ed-4ca5-9421-201630023ab6 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Pushing event updated for resources: {'Port': ['ID=11015758-0b62-44e4-a1a7-7e8025fa5071,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:55.537477 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-874b4fa0-f1ed-4ca5-9421-201630023ab6 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:55.581044 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-874b4fa0-f1ed-4ca5-9421-201630023ab6 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Network 3e3c5af7-9fc8-4a34-b9d1-fa1597be216f is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:31:55.582388 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-874b4fa0-f1ed-4ca5-9421-201630023ab6 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:31:55.584724 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-874b4fa0-f1ed-4ca5-9421-201630023ab6 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:31:55.683447 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-874b4fa0-f1ed-4ca5-9421-201630023ab6 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:55.684184 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-874b4fa0-f1ed-4ca5-9421-201630023ab6 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:55.710311 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291743b5-8262-4b01-b05d-c2efe5347d14 req-cf34dabf-3044-480f-94a6-ff0b6364d1b3 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:55.712429 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-291743b5-8262-4b01-b05d-c2efe5347d14 req-cf34dabf-3044-480f-94a6-ff0b6364d1b3 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/ports?device_id=6c64bdae-785b-4d65-a5b0-7b415d9a1669 HTTP/1.1" status: 200 len: 931 time: 0.3043327 Jan 19 22:31:55.767649 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-874b4fa0-f1ed-4ca5-9421-201630023ab6 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5552981 Jan 19 22:31:55.778527 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-291743b5-8262-4b01-b05d-c2efe5347d14 req-57632ee6-8ed5-4c2b-a9fe-dc9050c54067 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/security-groups?id=70e16421-0d60-4798-bb97-976835e4ede1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572407 Jan 19 22:31:55.786508 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] Request body: {'port': {'device_id': '6c64bdae-785b-4d65-a5b0-7b415d9a1669', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:31:55.801273 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-88e12a04-90a3-4112-9dc8-87141caa0430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-893718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2219363'] for subnet, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:55.818993 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:55.907571 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e12a04-90a3-4112-9dc8-87141caa0430 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90501b76-d654-4fd7-b61c-fc49887a8718,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:55.912074 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:55.922720 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-88e12a04-90a3-4112-9dc8-87141caa0430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:55.957298 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-88e12a04-90a3-4112-9dc8-87141caa0430 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:55.963797 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf37e7e2-6d81-4847-9ed5-500e5c4da86e None None] Network c5545297-ee81-476b-8bdf-fa32744891e1 requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:31:55.968487 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-88e12a04-90a3-4112-9dc8-87141caa0430 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/90501b76-d654-4fd7-b61c-fc49887a8718 HTTP/1.1" status: 204 len: 168 time: 0.7569883 Jan 19 22:31:55.968909 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 35658) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:56.118750 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d44ff882-ee47-4b20-8915-66f759002bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262604'] for network, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:56.191326 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-d44ff882-ee47-4b20-8915-66f759002bb7 admin admin] Deleting port 96f69aee-5a54-400d-ab6b-e283e3baa374 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:31:56.191703 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d44ff882-ee47-4b20-8915-66f759002bb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:56.241687 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a420b2-971a-4845-a11c-ffc2c043a58a None None] DHCP port deletion for c5545297-ee81-476b-8bdf-fa32744891e1 request from dv-cinder-750782-5-iscsi {{(pid=80182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 19 22:31:56.246201 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-73a420b2-971a-4845-a11c-ffc2c043a58a None None] Deleting port 96f69aee-5a54-400d-ab6b-e283e3baa374 {{(pid=80182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:31:56.246601 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-73a420b2-971a-4845-a11c-ffc2c043a58a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:56.391870 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11015758-0b62-44e4-a1a7-7e8025fa5071 {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:31:56.400383 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:56.412767 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] Transition to ACTIVE for port object 11015758-0b62-44e4-a1a7-7e8025fa5071 will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:31:56.416231 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996312'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:56.428547 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-d44ff882-ee47-4b20-8915-66f759002bb7 admin admin] For port 96f69aee-5a54-400d-ab6b-e283e3baa374, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=96f69aee-5a54-400d-ab6b-e283e3baa374,segment=NetworkSegment(86abda2d-f225-42bc-8e32-0a72d219752f),segment_id=86abda2d-f225-42bc-8e32-0a72d219752f)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:31:56.428947 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d44ff882-ee47-4b20-8915-66f759002bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:56.432418 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9aff313b-7b35-4f2d-8dd8-436295540605 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:56.481337 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-73a420b2-971a-4845-a11c-ffc2c043a58a None None] For port 96f69aee-5a54-400d-ab6b-e283e3baa374, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=96f69aee-5a54-400d-ab6b-e283e3baa374,segment=NetworkSegment(86abda2d-f225-42bc-8e32-0a72d219752f),segment_id=86abda2d-f225-42bc-8e32-0a72d219752f)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:31:56.481783 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-73a420b2-971a-4845-a11c-ffc2c043a58a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:56.531905 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:31:56.578389 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] Pushing event updated for resources: {'Port': ['ID=11015758-0b62-44e4-a1a7-7e8025fa5071,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:56.584664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device e98499ae-741d-4baa-a137-9976dc06d277 no longer exists at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:31:56.586809 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:56.687071 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] No Port match for: e98499ae-741d-4baa-a137-9976dc06d277 {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:31:56.687379 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device e98499ae-741d-4baa-a137-9976dc06d277 not bound to the agent host dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:31:56.688122 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 96f69aee-5a54-400d-ab6b-e283e3baa374 no longer exists at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:31:56.753612 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-73a420b2-971a-4845-a11c-ffc2c043a58a None None] Calling delete_port for 96f69aee-5a54-400d-ab6b-e283e3baa374 owned by network:dhcp {{(pid=80182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:31:56.827270 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-d44ff882-ee47-4b20-8915-66f759002bb7 admin admin] Calling delete_port for 96f69aee-5a54-400d-ab6b-e283e3baa374 owned by network:dhcp {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:31:56.836209 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] Attempting to bind port 11015758-0b62-44e4-a1a7-7e8025fa5071 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:31:56.836552 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] Attempting to bind port 11015758-0b62-44e4-a1a7-7e8025fa5071 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '95238d80-3a69-433d-abf6-b381c03e79d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3e3c5af7-9fc8-4a34-b9d1-fa1597be216f'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:31:56.836990 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] Attempting to bind port 11015758-0b62-44e4-a1a7-7e8025fa5071 on network 3e3c5af7-9fc8-4a34-b9d1-fa1597be216f {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:31:56.843992 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] Checking agent: {'id': '2523063a-ad22-4c17-a8b2-431f878c065d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 20, 21), 'started_at': datetime.datetime(2021, 1, 19, 22, 20, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:31:56.844489 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] Checking segment: {'id': '95238d80-3a69-433d-abf6-b381c03e79d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3e3c5af7-9fc8-4a34-b9d1-fa1597be216f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:31:56.845025 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:56.845417 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] Bound using segment: {'id': '95238d80-3a69-433d-abf6-b381c03e79d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3e3c5af7-9fc8-4a34-b9d1-fa1597be216f'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:31:56.845891 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] Bound port: 11015758-0b62-44e4-a1a7-7e8025fa5071, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95238d80-3a69-433d-abf6-b381c03e79d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3e3c5af7-9fc8-4a34-b9d1-fa1597be216f'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:31:56.846264 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:56.894130 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:56.912108 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d44ff882-ee47-4b20-8915-66f759002bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:56.929946 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ca561eea-de86-4068-9304-64157d672d77 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:56.982617 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 5540bd0d-67a9-455b-bfa2-ba9eb61767cd no longer exists at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:31:57.021407 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] For port 11015758-0b62-44e4-a1a7-7e8025fa5071, host hv-cinder-75078, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:31:57.023009 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] No Port match for: 5540bd0d-67a9-455b-bfa2-ba9eb61767cd {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:31:57.023519 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 5540bd0d-67a9-455b-bfa2-ba9eb61767cd not bound to the agent host dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:31:57.024409 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] For port 11015758-0b62-44e4-a1a7-7e8025fa5071, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=11015758-0b62-44e4-a1a7-7e8025fa5071,segment=NetworkSegment(95238d80-3a69-433d-abf6-b381c03e79d8),segment_id=95238d80-3a69-433d-abf6-b381c03e79d8)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:31:57.033757 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.api [None req-73a420b2-971a-4845-a11c-ffc2c043a58a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80182) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:31:57.034876 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_db.api [None req-73a420b2-971a-4845-a11c-ffc2c043a58a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:31:57.035021 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ff882-ee47-4b20-8915-66f759002bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=96f69aee-5a54-400d-ab6b-e283e3baa374,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:57.037781 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d44ff882-ee47-4b20-8915-66f759002bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:57.039754 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996312'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:57.058761 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:57.093013 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44ff882-ee47-4b20-8915-66f759002bb7 admin admin] No DVR routers for this DVR port 96f69aee-5a54-400d-ab6b-e283e3baa374 on host dv-cinder-750782-5-iscsi {{(pid=80181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:31:57.224298 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d44ff882-ee47-4b20-8915-66f759002bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-583314', 'neutron.services.segments.db._delete_segments_for_network--9223363301127363290'] for network, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:57.227068 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315a14b-e42a-471e-8c8c-7362343bc319 req-aa7eec2e-c0b6-4955-96c3-144e0055edc1 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:57.227882 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-8315a14b-e42a-471e-8c8c-7362343bc319 req-aa7eec2e-c0b6-4955-96c3-144e0055edc1 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Synchronizing usage tracker for tenant:f7e2120bd7644fabbb1cb4dd1ccf3b24 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:31:57.284838 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] Pushing event updated for resources: {'Port': ['ID=11015758-0b62-44e4-a1a7-7e8025fa5071,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:57.291952 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:57.297771 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-8315a14b-e42a-471e-8c8c-7362343bc319 req-aa7eec2e-c0b6-4955-96c3-144e0055edc1 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Unset dirty status for tenant:f7e2120bd7644fabbb1cb4dd1ccf3b24 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:31:57.299091 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8315a14b-e42a-471e-8c8c-7362343bc319 req-aa7eec2e-c0b6-4955-96c3-144e0055edc1 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/ports?device_id=6c64bdae-785b-4d65-a5b0-7b415d9a1669 HTTP/1.1" status: 200 len: 943 time: 0.3654318 Jan 19 22:31:57.309157 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:57.309830 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:57.311358 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] 10.222.0.65 "PUT /v2.0/ports/11015758-0b62-44e4-a1a7-7e8025fa5071 HTTP/1.1" status: 200 len: 1157 time: 1.5294533 Jan 19 22:31:57.311901 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c64bdae-785b-4d65-a5b0-7b415d9a1669', 'tag': '11015758-0b62-44e4-a1a7-7e8025fa5071'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:31:57.375344 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-d44ff882-ee47-4b20-8915-66f759002bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5545297-ee81-476b-8bdf-fa32744891e1']}} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:31:57.381797 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8315a14b-e42a-471e-8c8c-7362343bc319 req-8c804503-1bc9-4536-b7f1-0eaa62ac3842 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/security-groups?id=70e16421-0d60-4798-bb97-976835e4ede1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636513 Jan 19 22:31:57.390318 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-d44ff882-ee47-4b20-8915-66f759002bb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86abda2d-f225-42bc-8e32-0a72d219752f') {'for_net_delete': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:31:57.390653 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-d44ff882-ee47-4b20-8915-66f759002bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86abda2d-f225-42bc-8e32-0a72d219752f') {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:31:57.404024 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d44ff882-ee47-4b20-8915-66f759002bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301127369946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3988449'] for segment, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:57.420664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d44ff882-ee47-4b20-8915-66f759002bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:57.422868 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d44ff882-ee47-4b20-8915-66f759002bb7 admin admin] Releasing vxlan tunnel 11 to pool {{(pid=80181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:31:57.425109 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c64bdae-785b-4d65-a5b0-7b415d9a1669', 'tag': '11015758-0b62-44e4-a1a7-7e8025fa5071', 'status': 'completed', 'code': 200} Jan 19 22:31:57.464713 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-53619e3f-0a87-41eb-b680-3a97e63e921e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:57.466344 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-53619e3f-0a87-41eb-b680-3a97e63e921e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f7e2120bd7644fabbb1cb4dd1ccf3b24&device_id=6c64bdae-785b-4d65-a5b0-7b415d9a1669 HTTP/1.1" status: 200 len: 1160 time: 0.0919256 Jan 19 22:31:57.537003 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-73a420b2-971a-4845-a11c-ffc2c043a58a None None] Deleting port 96f69aee-5a54-400d-ab6b-e283e3baa374 {{(pid=80182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:31:57.537354 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-73a420b2-971a-4845-a11c-ffc2c043a58a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:57.614565 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-73a420b2-971a-4845-a11c-ffc2c043a58a None None] The port '96f69aee-5a54-400d-ab6b-e283e3baa374' was deleted {{(pid=80182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 19 22:31:57.625978 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-d44ff882-ee47-4b20-8915-66f759002bb7 admin admin] Network c5545297-ee81-476b-8bdf-fa32744891e1 has no segments {{(pid=80181) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:31:57.641421 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d44ff882-ee47-4b20-8915-66f759002bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854202154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853878859'] for segment, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:57.797147 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-90e49505-e01b-4d99-a3f2-85d8c3e88e20 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11015758-0b62-44e4-a1a7-7e8025fa5071 HTTP/1.1" status: 200 len: 217 time: 0.3161652 Jan 19 22:31:57.843571 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-d44ff882-ee47-4b20-8915-66f759002bb7 admin admin] Network c5545297-ee81-476b-8bdf-fa32744891e1 has no segments {{(pid=80181) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: Traceback (most recent call last): Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: timer() Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: cb(*args, **kw) Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: return func(*args, **kwargs) Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: self._notify() Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: self.callback(batched_events) Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: event.method(event) Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: segment_id)['aggregates'][0] Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(self, *a, **k) Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: return self._get(url).json() Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: **kwargs) Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.request(url, 'GET', **kwargs) Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: **endpoint_filter) Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:31:57.869321 dv-cinder-750782-5-iscsi neutron-server[80069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:31:57.872366 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-7db89fb0-3138-4510-b28e-1a8ad26f7551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:57.872366 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-7db89fb0-3138-4510-b28e-1a8ad26f7551 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2238768f-330d-44be-ba89-8c8c1904340b HTTP/1.1" status: 200 len: 849 time: 0.0687361 Jan 19 22:31:57.931127 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-32737419-ae43-4ae0-b4c3-710e42915508 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3e3c5af7-9fc8-4a34-b9d1-fa1597be216f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518150 Jan 19 22:31:57.955992 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d44ff882-ee47-4b20-8915-66f759002bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854192486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432275'] for network, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:57.960571 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d44ff882-ee47-4b20-8915-66f759002bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:57.963619 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:57.990645 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ff882-ee47-4b20-8915-66f759002bb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5545297-ee81-476b-8bdf-fa32744891e1,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:57.994365 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d44ff882-ee47-4b20-8915-66f759002bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:58.007725 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-d44ff882-ee47-4b20-8915-66f759002bb7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c5545297-ee81-476b-8bdf-fa32744891e1 HTTP/1.1" status: 204 len: 168 time: 2.0374131 Jan 19 22:31:58.010959 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 35668) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:31:58.097802 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-073ce910-78eb-4b5b-91a9-4559ba245f39 service neutron] 10.222.0.65 "GET /v2.0/networks/3e3c5af7-9fc8-4a34-b9d1-fa1597be216f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601319 Jan 19 22:31:58.263334 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2f28a483-55d2-4125-9bd4-1f90c7513aaa req-c8921b90-3590-4157-bb97-835990486899 service neutron] 10.222.0.65 "GET /v2.0/networks/3e3c5af7-9fc8-4a34-b9d1-fa1597be216f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1578815 Jan 19 22:31:58.429781 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325861b7-4b25-4172-9259-b69523409ff0 req-421a0174-51a5-47b5-baec-6c57c74fca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:58.431584 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-325861b7-4b25-4172-9259-b69523409ff0 req-421a0174-51a5-47b5-baec-6c57c74fca89 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f7e2120bd7644fabbb1cb4dd1ccf3b24&device_id=6c64bdae-785b-4d65-a5b0-7b415d9a1669 HTTP/1.1" status: 200 len: 1160 time: 0.0815773 Jan 19 22:31:58.621164 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4e126d4f-5a95-4821-8832-c4850e5d1db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427516'] for router_interface, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:58.660272 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325861b7-4b25-4172-9259-b69523409ff0 req-09e137d9-84d5-48fc-b01e-fc708563afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:58.662406 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-325861b7-4b25-4172-9259-b69523409ff0 req-09e137d9-84d5-48fc-b01e-fc708563afcf service neutron] 10.222.0.65 "GET /v2.0/networks?id=3e3c5af7-9fc8-4a34-b9d1-fa1597be216f HTTP/1.1" status: 200 len: 903 time: 0.2239563 Jan 19 22:31:58.691158 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f6e90-21ae-4033-8e50-a6e447086ac2 req-aab3fd9c-ccad-40fb-b1e2-7e0360a0a475 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:58.693336 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-191f6e90-21ae-4033-8e50-a6e447086ac2 req-aab3fd9c-ccad-40fb-b1e2-7e0360a0a475 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/ports?device_id=6c64bdae-785b-4d65-a5b0-7b415d9a1669 HTTP/1.1" status: 200 len: 943 time: 0.1620173 Jan 19 22:31:58.782605 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-325861b7-4b25-4172-9259-b69523409ff0 req-4ae64b2e-ff7e-4201-88ec-661b3d9d8c90 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11015758-0b62-44e4-a1a7-7e8025fa5071 HTTP/1.1" status: 200 len: 217 time: 0.0879123 Jan 19 22:31:58.856771 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-191f6e90-21ae-4033-8e50-a6e447086ac2 req-7bc3ae3d-6329-438b-9598-90e8fa67d761 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/security-groups?id=70e16421-0d60-4798-bb97-976835e4ede1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086621 Jan 19 22:31:58.887252 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325861b7-4b25-4172-9259-b69523409ff0 req-65aea1cd-684f-412e-bca7-709394077a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:31:58.889021 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-325861b7-4b25-4172-9259-b69523409ff0 req-65aea1cd-684f-412e-bca7-709394077a0e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2238768f-330d-44be-ba89-8c8c1904340b HTTP/1.1" status: 200 len: 849 time: 0.0932546 Jan 19 22:31:58.953529 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-325861b7-4b25-4172-9259-b69523409ff0 req-c841ce2f-9619-4cd9-b0aa-c138a2073fd9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3e3c5af7-9fc8-4a34-b9d1-fa1597be216f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546856 Jan 19 22:31:59.017169 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-4e126d4f-5a95-4821-8832-c4850e5d1db5 admin admin] Deleting port 4f24a0a2-efca-416b-87de-b21fcf6c65a9 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:31:59.017551 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4e126d4f-5a95-4821-8832-c4850e5d1db5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:59.105875 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-325861b7-4b25-4172-9259-b69523409ff0 req-5434ef5c-ad29-4df5-91c1-279adc24fb4c service neutron] 10.222.0.65 "GET /v2.0/networks/3e3c5af7-9fc8-4a34-b9d1-fa1597be216f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447690 Jan 19 22:31:59.227319 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-4e126d4f-5a95-4821-8832-c4850e5d1db5 admin admin] For port 4f24a0a2-efca-416b-87de-b21fcf6c65a9, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=4f24a0a2-efca-416b-87de-b21fcf6c65a9,segment=NetworkSegment(8f9578fa-01e4-4b1f-a08a-3790ebcda655),segment_id=8f9578fa-01e4-4b1f-a08a-3790ebcda655)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:31:59.227621 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4e126d4f-5a95-4821-8832-c4850e5d1db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:59.263526 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-325861b7-4b25-4172-9259-b69523409ff0 req-91f9dce1-0f26-453c-8981-920ea2b306b0 service neutron] 10.222.0.65 "GET /v2.0/networks/3e3c5af7-9fc8-4a34-b9d1-fa1597be216f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1435707 Jan 19 22:31:59.367901 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-4e126d4f-5a95-4821-8832-c4850e5d1db5 admin admin] Calling delete_port for 4f24a0a2-efca-416b-87de-b21fcf6c65a9 owned by network:router_interface {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:31:59.563477 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4e126d4f-5a95-4821-8832-c4850e5d1db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:31:59.579663 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-5f5fb8c8-6890-4ec5-926f-31abb285badd tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:31:59.625972 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e126d4f-5a95-4821-8832-c4850e5d1db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f24a0a2-efca-416b-87de-b21fcf6c65a9,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:31:59.676923 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4e126d4f-5a95-4821-8832-c4850e5d1db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:31:59.934833 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-554a2fcb-3593-41a9-9022-95a7d9d4f02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:00.133279 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100461d-4254-40db-805e-2353fdee062b req-b548c0b6-42e2-423a-a294-f03f29e1f67c tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:00.135082 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f100461d-4254-40db-805e-2353fdee062b req-b548c0b6-42e2-423a-a294-f03f29e1f67c tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/ports?device_id=6c64bdae-785b-4d65-a5b0-7b415d9a1669 HTTP/1.1" status: 200 len: 943 time: 0.1188288 Jan 19 22:32:00.189861 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-f100461d-4254-40db-805e-2353fdee062b req-77ad653e-d928-4caf-989d-14023b9e3016 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/security-groups?id=70e16421-0d60-4798-bb97-976835e4ede1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481126 Jan 19 22:32:00.233902 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 11015758-0b62-44e4-a1a7-7e8025fa5071 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:32:00.250886 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4e126d4f-5a95-4821-8832-c4850e5d1db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853084252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427334'] for router_interface, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:00.320796 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning for port 11015758-0b62-44e4-a1a7-7e8025fa5071 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:32:00.327359 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 11015758-0b62-44e4-a1a7-7e8025fa5071 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:00.327770 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:00.467009 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:00.509592 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c64bdae-785b-4d65-a5b0-7b415d9a1669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11015758-0b62-44e4-a1a7-7e8025fa5071'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:32:00.532052 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 11015758-0b62-44e4-a1a7-7e8025fa5071, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=11015758-0b62-44e4-a1a7-7e8025fa5071,segment=NetworkSegment(95238d80-3a69-433d-abf6-b381c03e79d8),segment_id=95238d80-3a69-433d-abf6-b381c03e79d8)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:32:00.535996 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:00.538007 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:00.587457 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c64bdae-785b-4d65-a5b0-7b415d9a1669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11015758-0b62-44e4-a1a7-7e8025fa5071', 'code': 200} Jan 19 22:32:00.652775 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=11015758-0b62-44e4-a1a7-7e8025fa5071,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:00.658235 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:00.868208 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e126d4f-5a95-4821-8832-c4850e5d1db5 admin admin] Router e9af922e-a901-4b01-b17b-b8b8eebb71d5 has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:32:00.893316 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73d6c4-7269-44cc-bb05-0ac85b15b4a9 req-802518d5-1792-4aa0-9b7e-8f4caee29a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:00.894969 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-be73d6c4-7269-44cc-bb05-0ac85b15b4a9 req-802518d5-1792-4aa0-9b7e-8f4caee29a99 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6c64bdae-785b-4d65-a5b0-7b415d9a1669 HTTP/1.1" status: 200 len: 1162 time: 0.0791602 Jan 19 22:32:00.939737 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-be73d6c4-7269-44cc-bb05-0ac85b15b4a9 req-e8a2dd69-2cbe-4f2a-a33a-4d48b459e500 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=70e16421-0d60-4798-bb97-976835e4ede1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380228 Jan 19 22:32:01.066126 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e126d4f-5a95-4821-8832-c4850e5d1db5 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:32:01.075733 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-4e126d4f-5a95-4821-8832-c4850e5d1db5 admin admin] 10.222.0.50 "PUT /v2.0/routers/e9af922e-a901-4b01-b17b-b8b8eebb71d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0630517 Jan 19 22:32:01.076159 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fe2a50-8075-4860-956c-65ac0520b70c None None] Sync routers for ids ['e9af922e-a901-4b01-b17b-b8b8eebb71d5'] in dv-cinder-750782-5-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:32:01.078331 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 35684) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:01.088486 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fe2a50-8075-4860-956c-65ac0520b70c None None] Routers {'e9af922e-a901-4b01-b17b-b8b8eebb71d5'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:32:01.089152 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-01fe2a50-8075-4860-956c-65ac0520b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:31:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['e9af922e-a901-4b01-b17b-b8b8eebb71d5'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:01.290625 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-43ac3b95-48e7-4f9a-9d30-17a998a707b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:01.292829 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-01fe2a50-8075-4860-956c-65ac0520b70c None None] Set router e9af922e-a901-4b01-b17b-b8b8eebb71d5 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:32:01.495116 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff92c6-1ea5-40fb-bc73-646048fecd6f req-f42b64fd-9f12-4c69-b643-8cb2817849d2 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:01.497008 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8aff92c6-1ea5-40fb-bc73-646048fecd6f req-f42b64fd-9f12-4c69-b643-8cb2817849d2 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/ports?device_id=6c64bdae-785b-4d65-a5b0-7b415d9a1669 HTTP/1.1" status: 200 len: 945 time: 0.1425626 Jan 19 22:32:01.501775 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-43ac3b95-48e7-4f9a-9d30-17a998a707b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:01.508450 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-43ac3b95-48e7-4f9a-9d30-17a998a707b7 admin admin] Deleting port bcb34461-5f2f-4240-a40d-1ca506fbca3e {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:32:01.508857 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-43ac3b95-48e7-4f9a-9d30-17a998a707b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:01.573832 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8aff92c6-1ea5-40fb-bc73-646048fecd6f req-3a781b6c-d01e-4d99-ba0d-86915531e403 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/security-groups?id=70e16421-0d60-4798-bb97-976835e4ede1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640159 Jan 19 22:32:01.774099 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-43ac3b95-48e7-4f9a-9d30-17a998a707b7 admin admin] For port bcb34461-5f2f-4240-a40d-1ca506fbca3e, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=bcb34461-5f2f-4240-a40d-1ca506fbca3e,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:32:01.774555 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-43ac3b95-48e7-4f9a-9d30-17a998a707b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:01.822829 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-01fe2a50-8075-4860-956c-65ac0520b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9af922e-a901-4b01-b17b-b8b8eebb71d5', 'name': 'tempest-TestShelveInstance-1532976935-router', 'tenant_id': '2678bf492e0741f28132ba17589843ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'bcb34461-5f2f-4240-a40d-1ca506fbca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:25:21Z', 'updated_at': '2021-01-19T22:31:59Z', 'revision_number': 5, 'project_id': '2678bf492e0741f28132ba17589843ff', 'gw_port': {'id': 'bcb34461-5f2f-4240-a40d-1ca506fbca3e', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9af922e-a901-4b01-b17b-b8b8eebb71d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:23Z', 'updated_at': '2021-01-19T22:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:01.827553 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fe2a50-8075-4860-956c-65ac0520b70c None None] Checking router: e9af922e-a901-4b01-b17b-b8b8eebb71d5 for host: dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:32:01.836960 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fe2a50-8075-4860-956c-65ac0520b70c None None] Routers {'e9af922e-a901-4b01-b17b-b8b8eebb71d5'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:32:01.837651 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-01fe2a50-8075-4860-956c-65ac0520b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:31:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['e9af922e-a901-4b01-b17b-b8b8eebb71d5'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:01.899546 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 11015758-0b62-44e4-a1a7-7e8025fa5071 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:32:01.910311 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-43ac3b95-48e7-4f9a-9d30-17a998a707b7 admin admin] Calling delete_port for bcb34461-5f2f-4240-a40d-1ca506fbca3e owned by network:router_gateway {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:32:02.071563 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-43ac3b95-48e7-4f9a-9d30-17a998a707b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:02.097233 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-01fe2a50-8075-4860-956c-65ac0520b70c None None] Set router e9af922e-a901-4b01-b17b-b8b8eebb71d5 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:32:02.143004 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 11015758-0b62-44e4-a1a7-7e8025fa5071 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:02.143433 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:02.274308 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-43ac3b95-48e7-4f9a-9d30-17a998a707b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854343435'] for router_gateway, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:02.423677 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-43ac3b95-48e7-4f9a-9d30-17a998a707b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854342923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774747'] for router, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:02.426130 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-43ac3b95-48e7-4f9a-9d30-17a998a707b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:02.451117 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-43ac3b95-48e7-4f9a-9d30-17a998a707b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854259288'] for router, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:02.451684 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ac3b95-48e7-4f9a-9d30-17a998a707b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9af922e-a901-4b01-b17b-b8b8eebb71d5 {{(pid=80181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 19 22:32:02.465736 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-43ac3b95-48e7-4f9a-9d30-17a998a707b7 admin admin] Notify callbacks [] for router, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:02.469635 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-43ac3b95-48e7-4f9a-9d30-17a998a707b7 admin admin] 10.222.0.50 "DELETE /v2.0/routers/e9af922e-a901-4b01-b17b-b8b8eebb71d5 HTTP/1.1" status: 204 len: 168 time: 1.3878520 Jan 19 22:32:02.470362 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 35692) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:02.537068 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-01fe2a50-8075-4860-956c-65ac0520b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9af922e-a901-4b01-b17b-b8b8eebb71d5', 'name': 'tempest-TestShelveInstance-1532976935-router', 'tenant_id': '2678bf492e0741f28132ba17589843ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'bcb34461-5f2f-4240-a40d-1ca506fbca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:25:21Z', 'updated_at': '2021-01-19T22:31:59Z', 'revision_number': 5, 'project_id': '2678bf492e0741f28132ba17589843ff', 'gw_port': {'id': 'bcb34461-5f2f-4240-a40d-1ca506fbca3e', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9af922e-a901-4b01-b17b-b8b8eebb71d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:23Z', 'updated_at': '2021-01-19T22:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:02.542344 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fe2a50-8075-4860-956c-65ac0520b70c None None] The sync data for ids ['e9af922e-a901-4b01-b17b-b8b8eebb71d5'] in dv-cinder-750782-5-iscsi is: [{'id': 'e9af922e-a901-4b01-b17b-b8b8eebb71d5', 'name': 'tempest-TestShelveInstance-1532976935-router', 'tenant_id': '2678bf492e0741f28132ba17589843ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'bcb34461-5f2f-4240-a40d-1ca506fbca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:25:21Z', 'updated_at': '2021-01-19T22:31:59Z', 'revision_number': 5, 'project_id': '2678bf492e0741f28132ba17589843ff', 'gw_port': {'id': 'bcb34461-5f2f-4240-a40d-1ca506fbca3e', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9af922e-a901-4b01-b17b-b8b8eebb71d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:25:23Z', 'updated_at': '2021-01-19T22:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:32:02.568533 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_v2 [None req-f65dcbf0-f854-4851-a9af-94f3ea86300f admin admin] Deleting subnet bb0fe97e-caf8-454f-bdda-5fa5d7db4997 {{(pid=80180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:32:02.575860 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f65dcbf0-f854-4851-a9af-94f3ea86300f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:02.656026 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f65dcbf0-f854-4851-a9af-94f3ea86300f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2548288'] for subnet, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:02.852749 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357fbd5-c366-4cf4-9fec-6d449fc08d39 req-d1862511-4849-4e50-93a3-04790573cf5d tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:02.854494 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6357fbd5-c366-4cf4-9fec-6d449fc08d39 req-d1862511-4849-4e50-93a3-04790573cf5d tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/ports?device_id=6c64bdae-785b-4d65-a5b0-7b415d9a1669 HTTP/1.1" status: 200 len: 945 time: 0.1408651 Jan 19 22:32:02.857599 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f65dcbf0-f854-4851-a9af-94f3ea86300f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854192441'] for subnet, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:02.973921 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6357fbd5-c366-4cf4-9fec-6d449fc08d39 req-2af6903a-d1d0-4eb0-b744-7a1c195eb8fb tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/security-groups?id=70e16421-0d60-4798-bb97-976835e4ede1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858567 Jan 19 22:32:03.169757 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c5257308-9514-488c-90bf-29124e0f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:03.193988 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f65dcbf0-f854-4851-a9af-94f3ea86300f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852155901'] for subnet, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:03.209952 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:03.318630 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65dcbf0-f854-4851-a9af-94f3ea86300f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb0fe97e-caf8-454f-bdda-5fa5d7db4997,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:03.328154 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f65dcbf0-f854-4851-a9af-94f3ea86300f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:03.357891 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f65dcbf0-f854-4851-a9af-94f3ea86300f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:03.364106 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ce7322-466b-4d59-9485-807961d694c6 None None] Network 406db5a6-8668-4955-8581-a713f1e9180d requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:32:03.364805 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-f65dcbf0-f854-4851-a9af-94f3ea86300f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bb0fe97e-caf8-454f-bdda-5fa5d7db4997 HTTP/1.1" status: 204 len: 168 time: 0.8932197 Jan 19 22:32:03.367662 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 35706) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:03.513884 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262604'] for network, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:03.593402 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] Deleting port cd3aea82-5437-4a96-9b8d-bea334b0bac5 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:32:03.593789 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:03.719926 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64faf7b6-2ad5-4b45-8557-bf6c82aae073 None None] DHCP port deletion for 406db5a6-8668-4955-8581-a713f1e9180d request from dv-cinder-750782-5-iscsi {{(pid=80182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 19 22:32:03.727879 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-64faf7b6-2ad5-4b45-8557-bf6c82aae073 None None] Deleting port cd3aea82-5437-4a96-9b8d-bea334b0bac5 {{(pid=80182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:32:03.729190 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-64faf7b6-2ad5-4b45-8557-bf6c82aae073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:04.001596 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-64faf7b6-2ad5-4b45-8557-bf6c82aae073 None None] For port cd3aea82-5437-4a96-9b8d-bea334b0bac5, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=cd3aea82-5437-4a96-9b8d-bea334b0bac5,segment=NetworkSegment(8f9578fa-01e4-4b1f-a08a-3790ebcda655),segment_id=8f9578fa-01e4-4b1f-a08a-3790ebcda655)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:32:04.002049 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-64faf7b6-2ad5-4b45-8557-bf6c82aae073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:04.128636 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] For port cd3aea82-5437-4a96-9b8d-bea334b0bac5, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=cd3aea82-5437-4a96-9b8d-bea334b0bac5,segment=NetworkSegment(8f9578fa-01e4-4b1f-a08a-3790ebcda655),segment_id=8f9578fa-01e4-4b1f-a08a-3790ebcda655)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:32:04.129027 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:04.138441 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-64faf7b6-2ad5-4b45-8557-bf6c82aae073 None None] Calling delete_port for cd3aea82-5437-4a96-9b8d-bea334b0bac5 owned by network:dhcp {{(pid=80182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:32:04.222042 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-64faf7b6-2ad5-4b45-8557-bf6c82aae073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285'] for port, after_delete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:04.237371 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:04.272515 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] Calling delete_port for cd3aea82-5437-4a96-9b8d-bea334b0bac5 owned by network:dhcp {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:32:04.285269 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64faf7b6-2ad5-4b45-8557-bf6c82aae073 None None] Pushing event deleted for resources: {'Port': ['ID=cd3aea82-5437-4a96-9b8d-bea334b0bac5,revision_number=None']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:04.336677 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-64faf7b6-2ad5-4b45-8557-bf6c82aae073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:04.353238 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.api [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80181) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:32:04.353608 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_db.api [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:32:04.393318 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64faf7b6-2ad5-4b45-8557-bf6c82aae073 None None] No DVR routers for this DVR port cd3aea82-5437-4a96-9b8d-bea334b0bac5 on host dv-cinder-750782-5-iscsi {{(pid=80182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:32:04.523081 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 4f24a0a2-efca-416b-87de-b21fcf6c65a9 no longer exists at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:32:04.560311 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] No Port match for: 4f24a0a2-efca-416b-87de-b21fcf6c65a9 {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:32:04.560708 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 4f24a0a2-efca-416b-87de-b21fcf6c65a9 not bound to the agent host dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:32:04.561170 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device bcb34461-5f2f-4240-a40d-1ca506fbca3e no longer exists at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:32:04.595557 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] No Port match for: bcb34461-5f2f-4240-a40d-1ca506fbca3e {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:32:04.595877 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device bcb34461-5f2f-4240-a40d-1ca506fbca3e not bound to the agent host dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:32:04.596336 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device cd3aea82-5437-4a96-9b8d-bea334b0bac5 no longer exists at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:32:04.635565 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] No Port match for: cd3aea82-5437-4a96-9b8d-bea334b0bac5 {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:32:04.635959 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device cd3aea82-5437-4a96-9b8d-bea334b0bac5 not bound to the agent host dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:32:04.776512 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:04.855051 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] Deleting port cd3aea82-5437-4a96-9b8d-bea334b0bac5 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:32:04.855442 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:04.928189 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] The port 'cd3aea82-5437-4a96-9b8d-bea334b0bac5' was deleted {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 19 22:32:05.061305 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-583314', 'neutron.services.segments.db._delete_segments_for_network--9223363301127363290'] for network, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:05.183379 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['406db5a6-8668-4955-8581-a713f1e9180d']}} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:05.196959 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9578fa-01e4-4b1f-a08a-3790ebcda655') {'for_net_delete': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:05.197308 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9578fa-01e4-4b1f-a08a-3790ebcda655') {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:05.209811 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301127369946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3988449'] for segment, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:05.225679 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:05.227865 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] Releasing vxlan tunnel 12 to pool {{(pid=80181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:32:05.300707 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:05.423352 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] Network 406db5a6-8668-4955-8581-a713f1e9180d has no segments {{(pid=80181) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:32:05.432729 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854202154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853878859'] for segment, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:05.620834 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] Network 406db5a6-8668-4955-8581-a713f1e9180d has no segments {{(pid=80181) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: % (table.description, expected, rows_matched) Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: % (table.description, expected, rows_matched) Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: % (table.description, expected, rows_matched) Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: % (table.description, expected, rows_matched) Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: Traceback (most recent call last): Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: timer() Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: cb(*args, **kw) Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: return func(*args, **kwargs) Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: self._notify() Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: self.callback(batched_events) Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: event.method(event) Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: segment_id)['aggregates'][0] Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(self, *a, **k) Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: return self._get(url).json() Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: **kwargs) Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.request(url, 'GET', **kwargs) Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: **endpoint_filter) Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:32:05.649363 dv-cinder-750782-5-iscsi neutron-server[80069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:32:05.728442 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854192486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432275'] for network, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:05.732104 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-896d0d3e-9fab-4cbe-a63f-08d61b07a0be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:05.749757 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:05.757064 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=406db5a6-8668-4955-8581-a713f1e9180d,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:05.762873 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:05.766209 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-da9acaed-0834-4dd6-b26c-48082c8770f9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/406db5a6-8668-4955-8581-a713f1e9180d HTTP/1.1" status: 204 len: 168 time: 2.3973987 Jan 19 22:32:05.773307 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:05.992776 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 35726) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:06.049306 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-0aa64fc7-a8f3-47d5-be9c-adfb501cc7ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9b60a759f4aa4625ba7e4a31db6ae945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551946 Jan 19 22:32:06.051951 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 35730) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:06.121381 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-df965a61-1354-42ab-ad1c-dfa180821bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:06.151801 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-df965a61-1354-42ab-ad1c-dfa180821bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:06.201278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-df965a61-1354-42ab-ad1c-dfa180821bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:06.208170 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-85afac0b-2a5f-44be-9a4f-483fa096e558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:06.224175 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df965a61-1354-42ab-ad1c-dfa180821bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861ba39b-bacb-4fdf-b7e7-16fc8d736cc9,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:06.228991 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-df965a61-1354-42ab-ad1c-dfa180821bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:06.232487 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-df965a61-1354-42ab-ad1c-dfa180821bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:06.233723 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-df965a61-1354-42ab-ad1c-dfa180821bb2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/861ba39b-bacb-4fdf-b7e7-16fc8d736cc9 HTTP/1.1" status: 204 len: 168 time: 0.1806641 Jan 19 22:32:06.663014 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 35742) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:06.721294 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-f86c7b0d-a5db-407f-a1d2-0b0dae56068d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2678bf492e0741f28132ba17589843ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559924 Jan 19 22:32:06.723857 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 35746) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:06.787503 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-761b48cc-b393-4754-847d-3c7ede7076ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:06.816185 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-761b48cc-b393-4754-847d-3c7ede7076ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:06.865538 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-761b48cc-b393-4754-847d-3c7ede7076ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:06.870731 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-c5bc25dd-aa11-4c9a-b076-9651d1611216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:06.884144 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b48cc-b393-4754-847d-3c7ede7076ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c19347-eaf1-4283-b729-b553acbe9631,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:06.887363 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-761b48cc-b393-4754-847d-3c7ede7076ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:06.889736 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-761b48cc-b393-4754-847d-3c7ede7076ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:06.891921 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-761b48cc-b393-4754-847d-3c7ede7076ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a4c19347-eaf1-4283-b729-b553acbe9631 HTTP/1.1" status: 204 len: 168 time: 0.1667902 Jan 19 22:32:07.556743 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0305d13-1713-4958-aa3f-4707f73a26d6 req-e7e41c6c-c82d-4e6d-b71f-c9a3bec64bb3 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:07.558341 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e0305d13-1713-4958-aa3f-4707f73a26d6 req-e7e41c6c-c82d-4e6d-b71f-c9a3bec64bb3 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/ports?device_id=6c64bdae-785b-4d65-a5b0-7b415d9a1669 HTTP/1.1" status: 200 len: 945 time: 0.1040854 Jan 19 22:32:07.609883 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e0305d13-1713-4958-aa3f-4707f73a26d6 req-196a8f16-bed6-4673-82d5-774e04d06337 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/security-groups?id=70e16421-0d60-4798-bb97-976835e4ede1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452521 Jan 19 22:32:08.850784 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd796f-98a7-4523-8c5e-425ef40fac84 req-ee643e3f-aa73-4667-b634-82c671797ac0 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:08.852442 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-09cd796f-98a7-4523-8c5e-425ef40fac84 req-ee643e3f-aa73-4667-b634-82c671797ac0 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/ports?device_id=6c64bdae-785b-4d65-a5b0-7b415d9a1669 HTTP/1.1" status: 200 len: 945 time: 0.1064951 Jan 19 22:32:08.905448 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-09cd796f-98a7-4523-8c5e-425ef40fac84 req-b6dc191b-62a8-41bc-bf4d-26cffd88dd0e tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/security-groups?id=70e16421-0d60-4798-bb97-976835e4ede1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466716 Jan 19 22:32:09.059884 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b87ef0-0bcc-4e5b-bd96-243d80608519 req-bbffb95a-7fc8-40fa-b700-9f09ec87bba4 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:09.061457 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b8b87ef0-0bcc-4e5b-bd96-243d80608519 req-bbffb95a-7fc8-40fa-b700-9f09ec87bba4 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.65 "GET /v2.0/ports?device_id=6c64bdae-785b-4d65-a5b0-7b415d9a1669 HTTP/1.1" status: 200 len: 945 time: 0.1101060 Jan 19 22:32:09.145069 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-b8b87ef0-0bcc-4e5b-bd96-243d80608519 req-e043db7b-b196-41c0-b06c-3fa7fcaa6757 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Deleting port 11015758-0b62-44e4-a1a7-7e8025fa5071 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:32:09.145417 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-b8b87ef0-0bcc-4e5b-bd96-243d80608519 req-e043db7b-b196-41c0-b06c-3fa7fcaa6757 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:09.406953 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-b8b87ef0-0bcc-4e5b-bd96-243d80608519 req-e043db7b-b196-41c0-b06c-3fa7fcaa6757 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] For port 11015758-0b62-44e4-a1a7-7e8025fa5071, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=11015758-0b62-44e4-a1a7-7e8025fa5071,segment=NetworkSegment(95238d80-3a69-433d-abf6-b381c03e79d8),segment_id=95238d80-3a69-433d-abf6-b381c03e79d8)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:32:09.407357 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-b8b87ef0-0bcc-4e5b-bd96-243d80608519 req-e043db7b-b196-41c0-b06c-3fa7fcaa6757 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:09.542037 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-b8b87ef0-0bcc-4e5b-bd96-243d80608519 req-e043db7b-b196-41c0-b06c-3fa7fcaa6757 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Calling delete_port for 11015758-0b62-44e4-a1a7-7e8025fa5071 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:32:09.691081 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-b8b87ef0-0bcc-4e5b-bd96-243d80608519 req-e043db7b-b196-41c0-b06c-3fa7fcaa6757 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:09.705977 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e2f6118c-743b-4225-aac2-b38e1e31aa36 tempest-AttachVolumeShelveTestJSON-1797272539 tempest-AttachVolumeShelveTestJSON-1797272539] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:09.753705 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043db7b-b196-41c0-b06c-3fa7fcaa6757 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Pushing event deleted for resources: {'Port': ['ID=11015758-0b62-44e4-a1a7-7e8025fa5071,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:09.757723 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e043db7b-b196-41c0-b06c-3fa7fcaa6757 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:10.096793 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b5644ed0-6f81-4028-8325-78cc32a13c79 req-634159f2-3b68-4711-9386-6f4bf6032e97 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.50 "GET /v2.0/ports?device_id=6c64bdae-785b-4d65-a5b0-7b415d9a1669 HTTP/1.1" status: 200 len: 210 time: 0.0587509 Jan 19 22:32:10.185916 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b87ef0-0bcc-4e5b-bd96-243d80608519 req-e043db7b-b196-41c0-b06c-3fa7fcaa6757 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] No DVR routers for this DVR port 11015758-0b62-44e4-a1a7-7e8025fa5071 on host hv-cinder-75078 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:32:10.188254 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-b8b87ef0-0bcc-4e5b-bd96-243d80608519 req-e043db7b-b196-41c0-b06c-3fa7fcaa6757 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:10.191077 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c64bdae-785b-4d65-a5b0-7b415d9a1669', 'name': 'network-vif-deleted', 'tag': '11015758-0b62-44e4-a1a7-7e8025fa5071'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:32:10.206940 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-b8b87ef0-0bcc-4e5b-bd96-243d80608519 req-e043db7b-b196-41c0-b06c-3fa7fcaa6757 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] 10.222.0.65 "DELETE /v2.0/ports/11015758-0b62-44e4-a1a7-7e8025fa5071 HTTP/1.1" status: 204 len: 173 time: 1.1384723 Jan 19 22:32:10.250740 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c64bdae-785b-4d65-a5b0-7b415d9a1669', 'name': 'network-vif-deleted', 'tag': '11015758-0b62-44e4-a1a7-7e8025fa5071', 'status': 'completed', 'code': 200} Jan 19 22:32:10.840316 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 11015758-0b62-44e4-a1a7-7e8025fa5071 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:32:10.876453 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] No Port match for: 11015758-0b62-44e4-a1a7-7e8025fa5071 {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:32:10.876852 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 11015758-0b62-44e4-a1a7-7e8025fa5071 not bound to the agent host hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:32:12.220215 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-40f58ea4-6fa1-4fa4-b017-89cc2971fccc tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-390116996&fields=id&tenant_id=607a36c19a34437991c7268366328db0 HTTP/1.1" status: 200 len: 267 time: 0.0458193 Jan 19 22:32:12.405502 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-aa2e205d-10c5-40c4-a456-ae721df4790e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:12.407231 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-aa2e205d-10c5-40c4-a456-ae721df4790e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/networks?id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff HTTP/1.1" status: 200 len: 812 time: 0.1791093 Jan 19 22:32:12.424664 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-5855f5de-daba-487d-8fc2-2978d34b2339 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/quotas/607a36c19a34437991c7268366328db0 HTTP/1.1" status: 200 len: 375 time: 0.0110078 Jan 19 22:32:12.539577 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-0a388b7b-366f-4db6-9442-75cdde661d35 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?tenant_id=607a36c19a34437991c7268366328db0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1081035 Jan 19 22:32:12.694270 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-89233dfc-1f51-4bd7-a04b-9a69476c04eb service neutron] 10.222.0.50 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421170 Jan 19 22:32:12.839259 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-46e3b600-1142-49a0-bc68-7f8b12c60206 service neutron] 10.222.0.50 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379173 Jan 19 22:32:13.281076 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1efe2d4e-2bbb-470b-889d-40e61d195eb9 req-8d661dd0-43d3-42b7-83d2-b8dfbb48d9fa tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 210 time: 0.0540862 Jan 19 22:32:14.462133 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-aa006a8d-29ff-4a6f-a173-99de59c8b115 req-d3e7a2b8-f5a7-47ca-8add-d821f196489f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 210 time: 0.0474842 Jan 19 22:32:15.639470 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-8334274c-875d-4017-9381-c698b1a17881 req-7ae90e9d-59eb-4dd5-812c-cb089f6cca87 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 210 time: 0.0478189 Jan 19 22:32:16.678165 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-c33fee13-cfce-4af8-b889-d75f2ff8112e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:16.679882 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-c33fee13-cfce-4af8-b889-d75f2ff8112e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.65 "GET /v2.0/networks?id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff HTTP/1.1" status: 200 len: 812 time: 0.1776860 Jan 19 22:32:16.837003 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-31b2326d-0ef1-4a16-819f-d78534b656de req-c1b49963-d4d9-478c-858f-91d27fc2885e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 210 time: 0.0576844 Jan 19 22:32:16.849747 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-79cc4428-752f-48f8-b13a-cc1ec0a2f16f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=607a36c19a34437991c7268366328db0 HTTP/1.1" status: 200 len: 5763 time: 0.1493757 Jan 19 22:32:16.860228 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Request body: {'port': {'device_id': '07ea4164-f1a2-4a47-94d6-c86ea2b1a30f', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'admin_state_up': True, 'tenant_id': '607a36c19a34437991c7268366328db0', 'security_groups': ['6183e7f4-bb4f-4e8a-af09-6c94deba6413']}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:32:17.011451 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:32:17.015638 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Usage tracker for resource:port and tenant:607a36c19a34437991c7268366328db0 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:32:17.018585 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Quota usage for port was recalculated. Used quota:5. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:32:17.025206 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:32:17.033645 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Made reservation on behalf of 607a36c19a34437991c7268366328db0 for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 22:32:17.042457 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:17.385668 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Allocated IP 172.20.0.9 (29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff/aab077fb-7a3f-467f-8b9a-f6fe6fd707e1/0a98587f-c7b6-4335-8a67-e5172e4d6143) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:32:17.600706 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:17.628957 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Transition to ACTIVE for port object 0a98587f-c7b6-4335-8a67-e5172e4d6143 will not be triggered until provisioned by entity DHCP. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:32:17.674244 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:17.763258 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1aba69be-ce0f-4c7c-af81-688abfa1a726 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:17.866548 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Pushing event updated for resources: {'Port': ['ID=0a98587f-c7b6-4335-8a67-e5172e4d6143,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:17.880501 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:17.880909 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:17.881316 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:17.881715 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:17.882145 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:17.882543 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:17.882983 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:17.883369 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:17.883757 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:17.884318 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:17.884818 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:17.885216 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:17.885665 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:17.886053 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:17.886446 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:17.887049 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:17.887288 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:17.887674 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:17.888058 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:17.888442 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:17.888830 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:17.889334 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:17.889951 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:17.890059 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:17.897208 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:17.979001 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Network 29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:32:17.980272 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:32:17.988307 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:32:18.144945 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:18.145683 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:18.183147 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3270981 Jan 19 22:32:18.210124 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe01e2d-1461-411f-9755-ff5fcf5f44cc req-1c951f1c-d8e2-4796-a8b0-c8bd990c1dd7 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:18.211460 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-fbe01e2d-1461-411f-9755-ff5fcf5f44cc req-1c951f1c-d8e2-4796-a8b0-c8bd990c1dd7 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Synchronizing usage tracker for tenant:607a36c19a34437991c7268366328db0 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:32:18.220204 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] Request body: {'port': {'device_id': '07ea4164-f1a2-4a47-94d6-c86ea2b1a30f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:32:18.222407 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-1d3d27f1-e5e0-4975-a864-055c9ec5065b None None] Provisioning for port 0a98587f-c7b6-4335-8a67-e5172e4d6143 completed by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:32:18.228130 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-1d3d27f1-e5e0-4975-a864-055c9ec5065b None None] Provisioning complete for port 0a98587f-c7b6-4335-8a67-e5172e4d6143 triggered by entity DHCP. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:18.228631 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1d3d27f1-e5e0-4975-a864-055c9ec5065b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:18.289058 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-fbe01e2d-1461-411f-9755-ff5fcf5f44cc req-1c951f1c-d8e2-4796-a8b0-c8bd990c1dd7 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Unset dirty status for tenant:607a36c19a34437991c7268366328db0 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:32:18.290372 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fbe01e2d-1461-411f-9755-ff5fcf5f44cc req-1c951f1c-d8e2-4796-a8b0-c8bd990c1dd7 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 931 time: 0.2619889 Jan 19 22:32:18.291811 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-1d3d27f1-e5e0-4975-a864-055c9ec5065b None None] Port 0a98587f-c7b6-4335-8a67-e5172e4d6143 cannot update to ACTIVE because it is not bound. {{(pid=80182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 22:32:18.405210 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:18.422053 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-fbe01e2d-1461-411f-9755-ff5fcf5f44cc req-64d11eee-05c2-4dea-8a0d-c6570ae4eb03 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0909336 Jan 19 22:32:18.910800 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a98587f-c7b6-4335-8a67-e5172e4d6143 {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 22:32:18.920163 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:18.937263 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] Transition to ACTIVE for port object 0a98587f-c7b6-4335-8a67-e5172e4d6143 will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 22:32:18.942857 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996312'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:18.961675 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-51bb567f-0a2e-4029-9ac7-fc16f333372c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:19.108908 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] Pushing event updated for resources: {'Port': ['ID=0a98587f-c7b6-4335-8a67-e5172e4d6143,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:19.111270 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:19.443213 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] Attempting to bind port 0a98587f-c7b6-4335-8a67-e5172e4d6143 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 22:32:19.443759 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] Attempting to bind port 0a98587f-c7b6-4335-8a67-e5172e4d6143 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '41f6063b-b71c-4980-b791-ecc142e605de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 22:32:19.444229 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] Attempting to bind port 0a98587f-c7b6-4335-8a67-e5172e4d6143 on network 29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 22:32:19.452091 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] Checking agent: {'id': '2523063a-ad22-4c17-a8b2-431f878c065d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 22, 20, 21), 'started_at': datetime.datetime(2021, 1, 19, 22, 20, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 22, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 22:32:19.452868 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] Checking segment: {'id': '41f6063b-b71c-4980-b791-ecc142e605de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 22:32:19.453432 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:19.453965 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] Bound using segment: {'id': '41f6063b-b71c-4980-b791-ecc142e605de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 22:32:19.454702 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] Bound port: 0a98587f-c7b6-4335-8a67-e5172e4d6143, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f6063b-b71c-4980-b791-ecc142e605de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 22:32:19.455631 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:19.658867 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] For port 0a98587f-c7b6-4335-8a67-e5172e4d6143, host hv-cinder-75078, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 22:32:19.663673 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] For port 0a98587f-c7b6-4335-8a67-e5172e4d6143, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=0a98587f-c7b6-4335-8a67-e5172e4d6143,segment=NetworkSegment(41f6063b-b71c-4980-b791-ecc142e605de),segment_id=41f6063b-b71c-4980-b791-ecc142e605de)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 22:32:19.669252 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996312'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:19.691589 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-7130665e-beaa-4572-be7c-2beda8af040e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:19.847394 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] Pushing event updated for resources: {'Port': ['ID=0a98587f-c7b6-4335-8a67-e5172e4d6143,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:19.854854 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:19.899039 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e5f92-0dc3-4d7c-aefa-c96816c1dc3f req-2fa666de-0dba-451c-b216-f49f304818c8 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:19.900865 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6c6e5f92-0dc3-4d7c-aefa-c96816c1dc3f req-2fa666de-0dba-451c-b216-f49f304818c8 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 943 time: 0.3082941 Jan 19 22:32:19.996621 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6c6e5f92-0dc3-4d7c-aefa-c96816c1dc3f req-88187bd3-3535-4044-8d2f-048009656058 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0878346 Jan 19 22:32:19.997907 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:19.998874 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:20.000292 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] 10.222.0.65 "PUT /v2.0/ports/0a98587f-c7b6-4335-8a67-e5172e4d6143 HTTP/1.1" status: 200 len: 1157 time: 1.7857368 Jan 19 22:32:20.000858 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ea4164-f1a2-4a47-94d6-c86ea2b1a30f', 'tag': '0a98587f-c7b6-4335-8a67-e5172e4d6143'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:32:20.064188 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ea4164-f1a2-4a47-94d6-c86ea2b1a30f', 'tag': '0a98587f-c7b6-4335-8a67-e5172e4d6143', 'status': 'completed', 'code': 200} Jan 19 22:32:21.270422 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05c0a6-f90e-480d-8624-983f716b842b req-daafe69b-348d-4b54-9ece-3263a0de53e1 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:21.272456 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2e05c0a6-f90e-480d-8624-983f716b842b req-daafe69b-348d-4b54-9ece-3263a0de53e1 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 943 time: 0.1214218 Jan 19 22:32:21.369886 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-2e05c0a6-f90e-480d-8624-983f716b842b req-86481d81-f2b4-404c-8ccf-48de32e5a7ba tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0885863 Jan 19 22:32:21.475278 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-0482d22b-2ece-4258-bff4-0ff9aefb4b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:21.477034 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-0482d22b-2ece-4258-bff4-0ff9aefb4b2c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=607a36c19a34437991c7268366328db0&device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 1160 time: 0.1061273 Jan 19 22:32:21.490288 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-81b15bb3-b389-400d-8bc8-868351ab3f65 req-e5546855-1f4c-4406-a499-0652db4cc404 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1377590 Jan 19 22:32:21.727252 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b15bb3-b389-400d-8bc8-868351ab3f65 req-d11a65f8-b840-4789-91f5-9f63bda73727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:21.729503 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-81b15bb3-b389-400d-8bc8-868351ab3f65 req-d11a65f8-b840-4789-91f5-9f63bda73727 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=607a36c19a34437991c7268366328db0&device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 1162 time: 0.1126502 Jan 19 22:32:21.887790 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-9a336f08-bd89-4a94-8727-b35bd35fb186 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a98587f-c7b6-4335-8a67-e5172e4d6143 HTTP/1.1" status: 200 len: 217 time: 0.3613715 Jan 19 22:32:21.938268 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b15bb3-b389-400d-8bc8-868351ab3f65 req-b0b1b2bb-e91b-43ba-8a5b-18d66158b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:21.940202 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-81b15bb3-b389-400d-8bc8-868351ab3f65 req-b0b1b2bb-e91b-43ba-8a5b-18d66158b1a5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff HTTP/1.1" status: 200 len: 906 time: 0.1889362 Jan 19 22:32:21.986936 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-3bb38f55-bfa2-48ff-8979-8b9ad56a45bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:21.988818 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-3bb38f55-bfa2-48ff-8979-8b9ad56a45bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aab077fb-7a3f-467f-8b9a-f6fe6fd707e1 HTTP/1.1" status: 200 len: 851 time: 0.0925488 Jan 19 22:32:22.083628 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-81b15bb3-b389-400d-8bc8-868351ab3f65 req-566eab56-9207-4a20-95f5-9e661aa2d295 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4befdb92-3707-4327-8ffd-15fe60ea60e8 HTTP/1.1" status: 200 len: 1001 time: 0.1336963 Jan 19 22:32:22.087654 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-5f05e6c7-4ae7-461d-a021-c9a191150120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:22.089312 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-5f05e6c7-4ae7-461d-a021-c9a191150120 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0925915 Jan 19 22:32:22.171166 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b15bb3-b389-400d-8bc8-868351ab3f65 req-7365c26d-2800-480c-b844-73d76519f3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:22.173224 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-81b15bb3-b389-400d-8bc8-868351ab3f65 req-7365c26d-2800-480c-b844-73d76519f3df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aab077fb-7a3f-467f-8b9a-f6fe6fd707e1 HTTP/1.1" status: 200 len: 851 time: 0.0684798 Jan 19 22:32:22.264870 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b15bb3-b389-400d-8bc8-868351ab3f65 req-322d38f0-7ebf-47d9-b0a4-0cb7dd089987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:22.266469 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-81b15bb3-b389-400d-8bc8-868351ab3f65 req-322d38f0-7ebf-47d9-b0a4-0cb7dd089987 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0854797 Jan 19 22:32:22.277267 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-47ed1717-a200-4a50-a84e-33d9b5af498e service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715086 Jan 19 22:32:22.438017 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:22.447645 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-81b15bb3-b389-400d-8bc8-868351ab3f65 req-7fa41c6c-305a-455b-b070-4cf6a6d920e3 service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722274 Jan 19 22:32:22.475172 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e60b6cf1-6bed-49cd-877a-5edbca9cc4dc req-1f053e63-1529-49ce-a071-4388cdc007c2 service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1855378 Jan 19 22:32:22.667450 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-81b15bb3-b389-400d-8bc8-868351ab3f65 req-4e970ee0-a367-467f-acf0-318a8f119465 service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2122433 Jan 19 22:32:22.765647 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a077c-905f-4846-8c7a-a250247be418 req-9a4c7939-1078-471e-a18c-9361e61dd356 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:22.774516 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-273a077c-905f-4846-8c7a-a250247be418 req-9a4c7939-1078-471e-a18c-9361e61dd356 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 943 time: 0.2181830 Jan 19 22:32:22.792628 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61b15c-feb0-4b1a-b108-f812460e6bb6 req-93682045-5775-40ee-ba67-e9981786e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:22.794399 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5d61b15c-feb0-4b1a-b108-f812460e6bb6 req-93682045-5775-40ee-ba67-e9981786e57e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=607a36c19a34437991c7268366328db0&device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 1160 time: 0.1840734 Jan 19 22:32:22.931351 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-273a077c-905f-4846-8c7a-a250247be418 req-e20cb661-dd56-4c2c-b5c5-d560dbd72d24 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1556833 Jan 19 22:32:23.000981 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61b15c-feb0-4b1a-b108-f812460e6bb6 req-66cf5d2f-d056-46d5-ad13-94411725c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:23.002614 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5d61b15c-feb0-4b1a-b108-f812460e6bb6 req-66cf5d2f-d056-46d5-ad13-94411725c0da service neutron] 10.222.0.65 "GET /v2.0/networks?id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff HTTP/1.1" status: 200 len: 906 time: 0.2013574 Jan 19 22:32:23.102224 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5d61b15c-feb0-4b1a-b108-f812460e6bb6 req-ae06969a-bb21-4d4a-8763-29ab51fb3f37 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a98587f-c7b6-4335-8a67-e5172e4d6143 HTTP/1.1" status: 200 len: 217 time: 0.0749164 Jan 19 22:32:23.179843 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61b15c-feb0-4b1a-b108-f812460e6bb6 req-5918b5ad-896b-4a97-9008-4b3da6170a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:23.181639 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5d61b15c-feb0-4b1a-b108-f812460e6bb6 req-5918b5ad-896b-4a97-9008-4b3da6170a56 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aab077fb-7a3f-467f-8b9a-f6fe6fd707e1 HTTP/1.1" status: 200 len: 851 time: 0.0723252 Jan 19 22:32:23.281516 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61b15c-feb0-4b1a-b108-f812460e6bb6 req-0ca177ea-87d9-4add-80e3-18269c01b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:23.283497 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5d61b15c-feb0-4b1a-b108-f812460e6bb6 req-0ca177ea-87d9-4add-80e3-18269c01b090 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0923095 Jan 19 22:32:23.463622 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5d61b15c-feb0-4b1a-b108-f812460e6bb6 req-5aa87cf9-7677-4c35-a0fc-dd5c50ab0dce service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661475 Jan 19 22:32:23.643629 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-5d61b15c-feb0-4b1a-b108-f812460e6bb6 req-a7258b08-41db-41e4-89cf-706257040767 service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1663725 Jan 19 22:32:24.220675 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf173546-57f3-446b-a095-80cf2149c859 req-da2910c9-9520-4dab-9eeb-5502526ce9a8 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:24.224126 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cf173546-57f3-446b-a095-80cf2149c859 req-da2910c9-9520-4dab-9eeb-5502526ce9a8 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 943 time: 0.1451707 Jan 19 22:32:24.298053 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cf173546-57f3-446b-a095-80cf2149c859 req-66fd8c83-db5e-4a2a-bb46-1520b8540511 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0661201 Jan 19 22:32:25.582079 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747286f-9012-4e76-9bb9-a0d149da9bc4 req-fe0c19f4-3bd3-4b8c-9d02-21a27af61f55 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:25.584002 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6747286f-9012-4e76-9bb9-a0d149da9bc4 req-fe0c19f4-3bd3-4b8c-9d02-21a27af61f55 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 943 time: 0.1271698 Jan 19 22:32:25.649115 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6747286f-9012-4e76-9bb9-a0d149da9bc4 req-1faeaaef-b821-4bf4-91d3-8e457fb2c3ba tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0580573 Jan 19 22:32:26.902468 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a543db-44d9-4bad-9a27-82fd5f16298e req-ecef8f11-b2b0-4d9e-82e7-6968fd638241 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:26.904118 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c4a543db-44d9-4bad-9a27-82fd5f16298e req-ecef8f11-b2b0-4d9e-82e7-6968fd638241 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 943 time: 0.1069036 Jan 19 22:32:26.975517 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c4a543db-44d9-4bad-9a27-82fd5f16298e req-308a54b5-b828-454f-ad78-6c6bbb6f9b96 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0647898 Jan 19 22:32:28.520970 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf977717-b8b5-43aa-9d43-5555761ed074 req-26a05286-e660-453a-bb38-358baabf1d91 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:28.522810 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cf977717-b8b5-43aa-9d43-5555761ed074 req-26a05286-e660-453a-bb38-358baabf1d91 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 943 time: 0.3978102 Jan 19 22:32:28.587420 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cf977717-b8b5-43aa-9d43-5555761ed074 req-18de63e1-327d-4484-bee7-154ba0201a7d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0569739 Jan 19 22:32:29.830957 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c427447-cec3-4831-9c03-40cb47b637e8 req-f620cb9e-27ae-47f6-9e7f-4d1e2e6c8d74 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:29.833209 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9c427447-cec3-4831-9c03-40cb47b637e8 req-f620cb9e-27ae-47f6-9e7f-4d1e2e6c8d74 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 943 time: 0.1087108 Jan 19 22:32:29.887256 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9c427447-cec3-4831-9c03-40cb47b637e8 req-4c9051f0-1ab8-4f0a-9b42-f35ab59ae7c0 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0471225 Jan 19 22:32:29.929748 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-59a40355-95bb-4b6d-a573-d29b36c30177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:31.157348 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd991e-eec9-4d80-9bf9-c656a8c7cf3d req-5d171b4f-95b1-4bc5-a1e6-e10ed5cbc0c3 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:31.159285 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7fdd991e-eec9-4d80-9bf9-c656a8c7cf3d req-5d171b4f-95b1-4bc5-a1e6-e10ed5cbc0c3 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 943 time: 0.1156085 Jan 19 22:32:31.215301 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-7fdd991e-eec9-4d80-9bf9-c656a8c7cf3d req-abfd92df-17b1-45ea-b071-79042172d085 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0490644 Jan 19 22:32:32.239980 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 0a98587f-c7b6-4335-8a67-e5172e4d6143 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:32:32.404938 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning for port 0a98587f-c7b6-4335-8a67-e5172e4d6143 completed by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 22:32:32.410832 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 0a98587f-c7b6-4335-8a67-e5172e4d6143 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:32.411506 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:32.562389 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:32.597777 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] For port 0a98587f-c7b6-4335-8a67-e5172e4d6143, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=0a98587f-c7b6-4335-8a67-e5172e4d6143,segment=NetworkSegment(41f6063b-b71c-4980-b791-ecc142e605de),segment_id=41f6063b-b71c-4980-b791-ecc142e605de)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:32:32.598896 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ea4164-f1a2-4a47-94d6-c86ea2b1a30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a98587f-c7b6-4335-8a67-e5172e4d6143'}] {{(pid=80182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:32:32.606269 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:32.608255 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:32.660364 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022f318-1b97-4037-986e-c44bb76c90cb req-e07ce2f3-3457-4853-b809-e5aa4db91b87 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:32.670200 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d022f318-1b97-4037-986e-c44bb76c90cb req-e07ce2f3-3457-4853-b809-e5aa4db91b87 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 943 time: 0.2631168 Jan 19 22:32:32.691756 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ea4164-f1a2-4a47-94d6-c86ea2b1a30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a98587f-c7b6-4335-8a67-e5172e4d6143', 'code': 200} Jan 19 22:32:32.737878 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Pushing event updated for resources: {'Port': ['ID=0a98587f-c7b6-4335-8a67-e5172e4d6143,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:32.742083 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-d022f318-1b97-4037-986e-c44bb76c90cb req-2e9d99c3-0b7b-4ad7-b1b3-9f44e52e45a2 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0702841 Jan 19 22:32:32.743084 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:33.018217 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913200b-d5f3-435a-a342-d2166b457717 req-f507723f-8155-4bfd-ad0b-19b96a15582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:33.019883 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a913200b-d5f3-435a-a342-d2166b457717 req-f507723f-8155-4bfd-ad0b-19b96a15582f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 1162 time: 0.0807295 Jan 19 22:32:33.070575 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a913200b-d5f3-435a-a342-d2166b457717 req-4b90c031-2747-486d-af4d-1845451a0540 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0442553 Jan 19 22:32:33.174957 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-24428f17-de0d-44d7-88d7-f956a897f76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:33.526855 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:32:33.976769 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda322c-f9de-4ee1-9fd4-7fc19981a48e req-d6464341-9777-4a7a-8cc2-5fbf0639ddd1 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:33.978411 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-dcda322c-f9de-4ee1-9fd4-7fc19981a48e req-d6464341-9777-4a7a-8cc2-5fbf0639ddd1 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 945 time: 0.1022897 Jan 19 22:32:34.030624 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-dcda322c-f9de-4ee1-9fd4-7fc19981a48e req-ac4acb9c-6513-4b63-b8f0-e138bd4ee68c tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0458474 Jan 19 22:32:34.031599 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 0a98587f-c7b6-4335-8a67-e5172e4d6143 up at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 22:32:34.109533 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.provisioning_blocks [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Provisioning complete for port 0a98587f-c7b6-4335-8a67-e5172e4d6143 triggered by entity L2. {{(pid=80182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 22:32:34.109953 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853360411'] for port, provisioning_complete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:34.781009 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:35.299509 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:35.317301 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7a25b-50cb-4d8f-ac2b-d3376f00845b req-8749106a-c124-4b57-9581-7e4d96f0075b tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:35.318962 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-07b7a25b-50cb-4d8f-ac2b-d3376f00845b req-8749106a-c124-4b57-9581-7e4d96f0075b tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 945 time: 0.1511526 Jan 19 22:32:35.375282 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-07b7a25b-50cb-4d8f-ac2b-d3376f00845b req-c8bf7004-4a70-4671-9be7-452df4a73c8a tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0494349 Jan 19 22:32:35.616072 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ed983-f241-4c20-866d-32f46217ebbe req-d5cd185f-4fec-456c-b784-6f9c5bc506ca tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:35.618199 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-904ed983-f241-4c20-866d-32f46217ebbe req-d5cd185f-4fec-456c-b784-6f9c5bc506ca tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 945 time: 0.1116152 Jan 19 22:32:35.672060 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-904ed983-f241-4c20-866d-32f46217ebbe req-aaa8406c-6816-4547-8d78-aeb795029b17 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0473430 Jan 19 22:32:35.772183 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:35.888698 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9202afbb-d784-42b9-8423-6f863b4f7db7 req-ea970211-f0b1-41f3-8c29-8b0b96a6e27f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1633675 Jan 19 22:32:35.899323 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-9202afbb-d784-42b9-8423-6f863b4f7db7 req-9d78f89c-ac14-401e-8cbe-a855ccde8e27 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Request body: {'floatingip': {'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:32:35.908484 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-9202afbb-d784-42b9-8423-6f863b4f7db7 req-9d78f89c-ac14-401e-8cbe-a855ccde8e27 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:32:35.918899 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [req-9202afbb-d784-42b9-8423-6f863b4f7db7 req-9d78f89c-ac14-401e-8cbe-a855ccde8e27 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:32:35.927863 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-9202afbb-d784-42b9-8423-6f863b4f7db7 req-9d78f89c-ac14-401e-8cbe-a855ccde8e27 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for floatingip, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:36.074309 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-9202afbb-d784-42b9-8423-6f863b4f7db7 req-9d78f89c-ac14-401e-8cbe-a855ccde8e27 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:36.136160 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 36182) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:36.207288 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b192495-fc09-4b72-bcba-e728445a1948 admin admin] Deleting subnet 2238768f-330d-44be-ba89-8c8c1904340b {{(pid=80181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:32:36.211685 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0b192495-fc09-4b72-bcba-e728445a1948 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:36.273607 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0b192495-fc09-4b72-bcba-e728445a1948 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850787351'] for subnet, precommit_delete_associations {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:36.337417 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0b192495-fc09-4b72-bcba-e728445a1948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854192441'] for subnet, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:36.363912 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_common [req-9202afbb-d784-42b9-8423-6f863b4f7db7 req-9d78f89c-ac14-401e-8cbe-a855ccde8e27 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Allocated IP 172.27.0.134 (8ee66800-a804-40da-8341-42d4a5bfa70e/1d78e577-375f-4e80-a30d-36805bf42fd3/3b8ff2d5-44da-4d20-b1fa-17001203dde3) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 22:32:36.371168 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 36188) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:36.566862 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-9202afbb-d784-42b9-8423-6f863b4f7db7 req-9d78f89c-ac14-401e-8cbe-a855ccde8e27 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:36.570584 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3e6f3617-1bfb-44c6-85a5-5c05f1ca415f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:36.617632 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0b192495-fc09-4b72-bcba-e728445a1948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-893718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2219363'] for subnet, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:36.635331 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3d774f0d-7901-45d9-b6bc-04e4753b1402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:36.724879 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b192495-fc09-4b72-bcba-e728445a1948 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2238768f-330d-44be-ba89-8c8c1904340b,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:36.740901 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-0b192495-fc09-4b72-bcba-e728445a1948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:36.778796 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0b192495-fc09-4b72-bcba-e728445a1948 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:36.785330 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-0b192495-fc09-4b72-bcba-e728445a1948 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2238768f-330d-44be-ba89-8c8c1904340b HTTP/1.1" status: 204 len: 168 time: 0.6479697 Jan 19 22:32:36.787901 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 36194) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:36.823766 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-3e6f3617-1bfb-44c6-85a5-5c05f1ca415f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:32:36.829425 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-3e6f3617-1bfb-44c6-85a5-5c05f1ca415f admin admin] Usage tracker for resource:security_group_rule and tenant:5b6c90f8cfd04f099668b879f9a862f3 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:32:36.833217 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-3e6f3617-1bfb-44c6-85a5-5c05f1ca415f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:32:36.840936 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-3e6f3617-1bfb-44c6-85a5-5c05f1ca415f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:32:36.883061 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-9202afbb-d784-42b9-8423-6f863b4f7db7 req-9d78f89c-ac14-401e-8cbe-a855ccde8e27 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735727066005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:36.899543 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4b6c739b-d4ed-4b90-9899-110532e59a9c tempest-TestShelveInstance-935860730 tempest-TestShelveInstance-935860730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:36.907105 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-cd491022-69ee-412e-949e-c95b49fac13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262604'] for network, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:37.064607 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78f89c-ac14-401e-8cbe-a855ccde8e27 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Pushing event updated for resources: {'Port': ['ID=3b8ff2d5-44da-4d20-b1fa-17001203dde3,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:37.067802 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9d78f89c-ac14-401e-8cbe-a855ccde8e27 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:37.098050 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-cd491022-69ee-412e-949e-c95b49fac13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-583314', 'neutron.services.segments.db._delete_segments_for_network--9223363301127363290'] for network, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:37.138511 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3e6f3617-1bfb-44c6-85a5-5c05f1ca415f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:37.146443 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-3e6f3617-1bfb-44c6-85a5-5c05f1ca415f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:37.157040 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9202afbb-d784-42b9-8423-6f863b4f7db7 req-9d78f89c-ac14-401e-8cbe-a855ccde8e27 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Network 8ee66800-a804-40da-8341-42d4a5bfa70e is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 22:32:37.157917 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3bc09127-3a35-4f2f-a70c-009c50ab8c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:37.171066 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.base_scheduler [req-9202afbb-d784-42b9-8423-6f863b4f7db7 req-9d78f89c-ac14-401e-8cbe-a855ccde8e27 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 22:32:37.177758 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-9202afbb-d784-42b9-8423-6f863b4f7db7 req-9d78f89c-ac14-401e-8cbe-a855ccde8e27 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 22:32:37.221695 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-cd491022-69ee-412e-949e-c95b49fac13e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3c5af7-9fc8-4a34-b9d1-fa1597be216f']}} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:37.234605 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-cd491022-69ee-412e-949e-c95b49fac13e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95238d80-3a69-433d-abf6-b381c03e79d8') {'for_net_delete': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:37.235010 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-cd491022-69ee-412e-949e-c95b49fac13e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95238d80-3a69-433d-abf6-b381c03e79d8') {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:37.244154 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-3e6f3617-1bfb-44c6-85a5-5c05f1ca415f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b6c90f8cfd04f099668b879f9a862f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8716669 Jan 19 22:32:37.246957 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 36198) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:37.251397 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-cd491022-69ee-412e-949e-c95b49fac13e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301127369946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3988449'] for segment, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:37.251852 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f3617-1bfb-44c6-85a5-5c05f1ca415f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfa68dc-1e64-49c3-aaf3-bc2e68503af8,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:37.257502 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3e6f3617-1bfb-44c6-85a5-5c05f1ca415f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:37.294293 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-9202afbb-d784-42b9-8423-6f863b4f7db7 req-9d78f89c-ac14-401e-8cbe-a855ccde8e27 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for floatingip, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:37.294570 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-cd491022-69ee-412e-949e-c95b49fac13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:37.299733 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cd491022-69ee-412e-949e-c95b49fac13e admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:32:37.364004 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-9202afbb-d784-42b9-8423-6f863b4f7db7 req-9d78f89c-ac14-401e-8cbe-a855ccde8e27 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553840'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:37.651944 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-9202afbb-d784-42b9-8423-6f863b4f7db7 req-9d78f89c-ac14-401e-8cbe-a855ccde8e27 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:37.655549 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-9202afbb-d784-42b9-8423-6f863b4f7db7 req-9d78f89c-ac14-401e-8cbe-a855ccde8e27 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735727444697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301127708515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735727067319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996312'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:37.671220 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-5ab96726-b55b-4137-a9b9-45bad2dedb52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:37.739633 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4269ad59-df6a-4940-838c-5431041bf59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:37.779980 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-cd491022-69ee-412e-949e-c95b49fac13e admin admin] Network 3e3c5af7-9fc8-4a34-b9d1-fa1597be216f has no segments {{(pid=80181) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:32:37.796733 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-cd491022-69ee-412e-949e-c95b49fac13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854202154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853878859'] for segment, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:37.814545 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78f89c-ac14-401e-8cbe-a855ccde8e27 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Pushing event updated for resources: {'Port': ['ID=3b8ff2d5-44da-4d20-b1fa-17001203dde3,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:37.828125 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4269ad59-df6a-4940-838c-5431041bf59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:37.830172 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9d78f89c-ac14-401e-8cbe-a855ccde8e27 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:37.919719 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-9202afbb-d784-42b9-8423-6f863b4f7db7 req-9d78f89c-ac14-401e-8cbe-a855ccde8e27 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:37.951277 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-9202afbb-d784-42b9-8423-6f863b4f7db7 req-9d78f89c-ac14-401e-8cbe-a855ccde8e27 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:37.952595 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9202afbb-d784-42b9-8423-6f863b4f7db7 req-9d78f89c-ac14-401e-8cbe-a855ccde8e27 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0580518 Jan 19 22:32:38.022095 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-cd491022-69ee-412e-949e-c95b49fac13e admin admin] Network 3e3c5af7-9fc8-4a34-b9d1-fa1597be216f has no segments {{(pid=80181) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:32:38.045121 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-9202afbb-d784-42b9-8423-6f863b4f7db7 req-68e26825-5ae2-4f02-b1ca-0aa9939cbdcc tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Synchronizing usage tracker for tenant:607a36c19a34437991c7268366328db0 on resource:floatingip {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: Traceback (most recent call last): Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: timer() Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: cb(*args, **kw) Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: return func(*args, **kwargs) Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: self._notify() Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: self.callback(batched_events) Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: event.method(event) Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: segment_id)['aggregates'][0] Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(self, *a, **k) Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: return self._get(url).json() Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: **kwargs) Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.request(url, 'GET', **kwargs) Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: **endpoint_filter) Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:32:38.045474 dv-cinder-750782-5-iscsi neutron-server[80069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:32:38.060608 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-9202afbb-d784-42b9-8423-6f863b4f7db7 req-68e26825-5ae2-4f02-b1ca-0aa9939cbdcc tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Unset dirty status for tenant:607a36c19a34437991c7268366328db0 on resource:floatingip {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:32:38.061989 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9202afbb-d784-42b9-8423-6f863b4f7db7 req-68e26825-5ae2-4f02-b1ca-0aa9939cbdcc tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.0.134 HTTP/1.1" status: 200 len: 696 time: 0.1028850 Jan 19 22:32:38.127513 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4269ad59-df6a-4940-838c-5431041bf59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:38.130323 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-c74bc53a-6b44-4651-99f2-631bf0ad3394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:38.140338 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-cd491022-69ee-412e-949e-c95b49fac13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854192486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432275'] for network, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:38.147411 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269ad59-df6a-4940-838c-5431041bf59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfa68dc-1e64-49c3-aaf3-bc2e68503af8,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:38.160706 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-cd491022-69ee-412e-949e-c95b49fac13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:38.186098 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-4269ad59-df6a-4940-838c-5431041bf59a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:38.189291 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:38.215431 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4269ad59-df6a-4940-838c-5431041bf59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:38.216835 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-4269ad59-df6a-4940-838c-5431041bf59a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1cfa68dc-1e64-49c3-aaf3-bc2e68503af8 HTTP/1.1" status: 204 len: 168 time: 0.9688747 Jan 19 22:32:38.220763 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd491022-69ee-412e-949e-c95b49fac13e admin admin] Pushing event deleted for resources: {'Network': ['ID=3e3c5af7-9fc8-4a34-b9d1-fa1597be216f,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:38.225336 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-cd491022-69ee-412e-949e-c95b49fac13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:38.230521 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-cd491022-69ee-412e-949e-c95b49fac13e admin admin] 10.222.0.50 "DELETE /v2.0/networks/3e3c5af7-9fc8-4a34-b9d1-fa1597be216f HTTP/1.1" status: 204 len: 168 time: 1.4381344 Jan 19 22:32:38.250121 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202afbb-d784-42b9-8423-6f863b4f7db7 req-a414b056-1065-4fa0-9cc7-f4b1bbbfa455 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:38.251805 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-9202afbb-d784-42b9-8423-6f863b4f7db7 req-a414b056-1065-4fa0-9cc7-f4b1bbbfa455 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/networks/8ee66800-a804-40da-8341-42d4a5bfa70e HTTP/1.1" status: 200 len: 784 time: 0.1836901 Jan 19 22:32:38.387011 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 36212) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:38.443266 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-1e8d5475-c6c0-44cd-b7cf-3db68859dd01 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f7e2120bd7644fabbb1cb4dd1ccf3b24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523462 Jan 19 22:32:38.443493 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 36216) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:38.476890 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6b20d-46fa-4ebf-8a3f-1ca9651e9e0f req-29dd96aa-8e53-4ede-831d-11edccfe28df tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:38.478767 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-66f6b20d-46fa-4ebf-8a3f-1ca9651e9e0f req-29dd96aa-8e53-4ede-831d-11edccfe28df tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1143227 Jan 19 22:32:38.513367 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-28024246-592a-4d30-9bcc-9ec7dfea53fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:38.542632 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-28024246-592a-4d30-9bcc-9ec7dfea53fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:38.581825 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-66f6b20d-46fa-4ebf-8a3f-1ca9651e9e0f req-82e0b3e0-48f2-4b6f-893b-30cad61e2366 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.0.134 HTTP/1.1" status: 200 len: 696 time: 0.0934520 Jan 19 22:32:38.593336 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-28024246-592a-4d30-9bcc-9ec7dfea53fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:38.593939 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.v2.base [req-66f6b20d-46fa-4ebf-8a3f-1ca9651e9e0f req-2f7ad70d-3a0d-4cba-94b5-25e442029b4f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Request body: {'floatingip': {'port_id': '0a98587f-c7b6-4335-8a67-e5172e4d6143', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 22:32:38.598935 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-95d00835-06cc-4a9b-a1c1-b2075e9029fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:38.613342 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28024246-592a-4d30-9bcc-9ec7dfea53fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e16421-0d60-4798-bb97-976835e4ede1,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:38.617740 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-28024246-592a-4d30-9bcc-9ec7dfea53fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:38.624195 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-28024246-592a-4d30-9bcc-9ec7dfea53fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:38.627838 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-28024246-592a-4d30-9bcc-9ec7dfea53fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70e16421-0d60-4798-bb97-976835e4ede1 HTTP/1.1" status: 204 len: 168 time: 0.1809573 Jan 19 22:32:38.691803 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-66f6b20d-46fa-4ebf-8a3f-1ca9651e9e0f req-2f7ad70d-3a0d-4cba-94b5-25e442029b4f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for floatingip, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:39.367719 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-66f6b20d-46fa-4ebf-8a3f-1ca9651e9e0f req-2f7ad70d-3a0d-4cba-94b5-25e442029b4f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for floatingip, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:39.370652 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-66f6b20d-46fa-4ebf-8a3f-1ca9651e9e0f req-2f7ad70d-3a0d-4cba-94b5-25e442029b4f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432258'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:39.557788 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.l3_db [req-66f6b20d-46fa-4ebf-8a3f-1ca9651e9e0f req-2f7ad70d-3a0d-4cba-94b5-25e442029b4f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Floating IP 10df3429-49e5-447d-bc1a-158cd87edb87 associated. External IP: 172.27.0.134, port: 0a98587f-c7b6-4335-8a67-e5172e4d6143. Jan 19 22:32:40.175487 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66f6b20d-46fa-4ebf-8a3f-1ca9651e9e0f req-2f7ad70d-3a0d-4cba-94b5-25e442029b4f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Router a974c745-492d-47bf-b7f7-ab49bb885b83 has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:32:40.378880 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66f6b20d-46fa-4ebf-8a3f-1ca9651e9e0f req-2f7ad70d-3a0d-4cba-94b5-25e442029b4f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:32:40.384246 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-66f6b20d-46fa-4ebf-8a3f-1ca9651e9e0f req-2f7ad70d-3a0d-4cba-94b5-25e442029b4f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:40.388890 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ce0bc1-0532-47bd-ac08-208720c2e93f None None] Sync routers for ids ['a974c745-492d-47bf-b7f7-ab49bb885b83'] in dv-cinder-750782-5-iscsi {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:32:40.398994 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ce0bc1-0532-47bd-ac08-208720c2e93f None None] Routers {'a974c745-492d-47bf-b7f7-ab49bb885b83'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:32:40.399700 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-09ce0bc1-0532-47bd-ac08-208720c2e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:32:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['a974c745-492d-47bf-b7f7-ab49bb885b83'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:40.441739 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-66f6b20d-46fa-4ebf-8a3f-1ca9651e9e0f req-2f7ad70d-3a0d-4cba-94b5-25e442029b4f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "PUT /v2.0/floatingips/10df3429-49e5-447d-bc1a-158cd87edb87 HTTP/1.1" status: 200 len: 996 time: 1.8524120 Jan 19 22:32:40.442218 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ea4164-f1a2-4a47-94d6-c86ea2b1a30f', 'tag': '0a98587f-c7b6-4335-8a67-e5172e4d6143'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:32:40.507840 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ea4164-f1a2-4a47-94d6-c86ea2b1a30f', 'tag': '0a98587f-c7b6-4335-8a67-e5172e4d6143', 'status': 'completed', 'code': 200} Jan 19 22:32:40.541496 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6b20d-46fa-4ebf-8a3f-1ca9651e9e0f req-c37c4c46-7981-496e-9d50-ce69b739d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:40.543746 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-66f6b20d-46fa-4ebf-8a3f-1ca9651e9e0f req-c37c4c46-7981-496e-9d50-ce69b739d484 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=607a36c19a34437991c7268366328db0&device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 1162 time: 0.0878797 Jan 19 22:32:40.596414 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-09ce0bc1-0532-47bd-ac08-208720c2e93f None None] Set router a974c745-492d-47bf-b7f7-ab49bb885b83 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:32:40.750543 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6b20d-46fa-4ebf-8a3f-1ca9651e9e0f req-7d0ae6d7-3aca-4791-98eb-4b2de2f8d65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:40.752227 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-66f6b20d-46fa-4ebf-8a3f-1ca9651e9e0f req-7d0ae6d7-3aca-4791-98eb-4b2de2f8d65f service neutron] 10.222.0.50 "GET /v2.0/networks?id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff HTTP/1.1" status: 200 len: 906 time: 0.2021177 Jan 19 22:32:40.754959 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d79c37-2658-4e9c-9319-04e3e412c9c5 req-652c0254-491e-40be-bf8c-d33a82520933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:40.756718 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e1d79c37-2658-4e9c-9319-04e3e412c9c5 req-652c0254-491e-40be-bf8c-d33a82520933 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=607a36c19a34437991c7268366328db0&device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 1162 time: 0.1823502 Jan 19 22:32:40.965257 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-66f6b20d-46fa-4ebf-8a3f-1ca9651e9e0f req-8a2c8128-b693-4bdd-8486-6e26aa5ac555 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a98587f-c7b6-4335-8a67-e5172e4d6143 HTTP/1.1" status: 200 len: 999 time: 0.2054141 Jan 19 22:32:41.055795 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d79c37-2658-4e9c-9319-04e3e412c9c5 req-67b22655-26b2-4d07-81d2-a9ac62a4e8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:41.057385 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e1d79c37-2658-4e9c-9319-04e3e412c9c5 req-67b22655-26b2-4d07-81d2-a9ac62a4e8db service neutron] 10.222.0.65 "GET /v2.0/networks?id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff HTTP/1.1" status: 200 len: 906 time: 0.2437825 Jan 19 22:32:41.066546 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6b20d-46fa-4ebf-8a3f-1ca9651e9e0f req-32c626e1-71d2-4381-bc21-e566f53c2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:41.068120 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-66f6b20d-46fa-4ebf-8a3f-1ca9651e9e0f req-32c626e1-71d2-4381-bc21-e566f53c2b10 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aab077fb-7a3f-467f-8b9a-f6fe6fd707e1 HTTP/1.1" status: 200 len: 851 time: 0.0888298 Jan 19 22:32:41.145539 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-09ce0bc1-0532-47bd-ac08-208720c2e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:24:35Z', 'revision_number': 4, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': '10df3429-49e5-447d-bc1a-158cd87edb87', 'tenant_id': '607a36c19a34437991c7268366328db0', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'port_id': '0a98587f-c7b6-4335-8a67-e5172e4d6143', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'mac_address': 'fa:16:3e:53:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea4164-f1a2-4a47-94d6-c86ea2b1a30f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:32:37Z', 'updated_at': '2021-01-19T22:32:39Z', 'revision_number': 1, 'project_id': '607a36c19a34437991c7268366328db0', 'fixed_ip_address_scope': None}, {'id': 'aa22d420-f2be-434f-8fbb-9548f59bc6c6', 'tenant_id': '607a36c19a34437991c7268366328db0', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'port_id': '4befdb92-3707-4327-8ffd-15fe60ea60e8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'mac_address': 'fa:16:3e:05:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f57d2cf-77b1-4737-9345-e863b9c10ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:30:10Z', 'updated_at': '2021-01-19T22:30:16Z', 'revision_number': 2, 'project_id': '607a36c19a34437991c7268366328db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7256fa1-8a58-410d-a7aa-d44921c8dcd8', 'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'tenant_id': '607a36c19a34437991c7268366328db0', 'mac_address': 'fa:16:3e:a9:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:34Z', 'updated_at': '2021-01-19T22:24:46Z', 'revision_number': 5, 'project_id': '607a36c19a34437991c7268366328db0', 'subnets': [{'id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:41.151250 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ce0bc1-0532-47bd-ac08-208720c2e93f None None] Checking router: a974c745-492d-47bf-b7f7-ab49bb885b83 for host: dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:32:41.161517 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ce0bc1-0532-47bd-ac08-208720c2e93f None None] Routers {'a974c745-492d-47bf-b7f7-ab49bb885b83'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:32:41.162190 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-09ce0bc1-0532-47bd-ac08-208720c2e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:32:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['a974c745-492d-47bf-b7f7-ab49bb885b83'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:41.231709 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e1d79c37-2658-4e9c-9319-04e3e412c9c5 req-6cc49a9e-3092-4b82-ad73-62c6a9af5081 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a98587f-c7b6-4335-8a67-e5172e4d6143 HTTP/1.1" status: 200 len: 999 time: 0.1670134 Jan 19 22:32:41.308745 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6b20d-46fa-4ebf-8a3f-1ca9651e9e0f req-06d29e0c-f653-4a69-a11d-158f47ad7948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:41.311174 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-66f6b20d-46fa-4ebf-8a3f-1ca9651e9e0f req-06d29e0c-f653-4a69-a11d-158f47ad7948 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1822784 Jan 19 22:32:41.320939 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d79c37-2658-4e9c-9319-04e3e412c9c5 req-cab81007-2473-44f3-91d1-894a86cb51e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:41.322500 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e1d79c37-2658-4e9c-9319-04e3e412c9c5 req-cab81007-2473-44f3-91d1-894a86cb51e0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aab077fb-7a3f-467f-8b9a-f6fe6fd707e1 HTTP/1.1" status: 200 len: 851 time: 0.0824177 Jan 19 22:32:41.353044 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-09ce0bc1-0532-47bd-ac08-208720c2e93f None None] Set router a974c745-492d-47bf-b7f7-ab49bb885b83 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:32:41.530495 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d79c37-2658-4e9c-9319-04e3e412c9c5 req-c2b900b8-cce1-4609-bde8-17dcbb6f3299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:32:41.532096 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e1d79c37-2658-4e9c-9319-04e3e412c9c5 req-c2b900b8-cce1-4609-bde8-17dcbb6f3299 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1873565 Jan 19 22:32:41.535705 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-66f6b20d-46fa-4ebf-8a3f-1ca9651e9e0f req-9a812be4-2325-493b-8e77-5eaeae95f111 service neutron] 10.222.0.50 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171180 Jan 19 22:32:41.695737 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-66f6b20d-46fa-4ebf-8a3f-1ca9651e9e0f req-afba1d01-54ef-40a5-9356-5c1116dd93d9 service neutron] 10.222.0.50 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1531367 Jan 19 22:32:41.733148 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-09ce0bc1-0532-47bd-ac08-208720c2e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:24:35Z', 'revision_number': 4, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': '10df3429-49e5-447d-bc1a-158cd87edb87', 'tenant_id': '607a36c19a34437991c7268366328db0', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'port_id': '0a98587f-c7b6-4335-8a67-e5172e4d6143', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'mac_address': 'fa:16:3e:53:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea4164-f1a2-4a47-94d6-c86ea2b1a30f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:32:37Z', 'updated_at': '2021-01-19T22:32:39Z', 'revision_number': 1, 'project_id': '607a36c19a34437991c7268366328db0', 'fixed_ip_address_scope': None}, {'id': 'aa22d420-f2be-434f-8fbb-9548f59bc6c6', 'tenant_id': '607a36c19a34437991c7268366328db0', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'port_id': '4befdb92-3707-4327-8ffd-15fe60ea60e8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'mac_address': 'fa:16:3e:05:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f57d2cf-77b1-4737-9345-e863b9c10ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:30:10Z', 'updated_at': '2021-01-19T22:30:16Z', 'revision_number': 2, 'project_id': '607a36c19a34437991c7268366328db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7256fa1-8a58-410d-a7aa-d44921c8dcd8', 'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'tenant_id': '607a36c19a34437991c7268366328db0', 'mac_address': 'fa:16:3e:a9:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:34Z', 'updated_at': '2021-01-19T22:24:46Z', 'revision_number': 5, 'project_id': '607a36c19a34437991c7268366328db0', 'subnets': [{'id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:32:41.737347 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ce0bc1-0532-47bd-ac08-208720c2e93f None None] The sync data for ids ['a974c745-492d-47bf-b7f7-ab49bb885b83'] in dv-cinder-750782-5-iscsi is: [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:24:35Z', 'revision_number': 4, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': '10df3429-49e5-447d-bc1a-158cd87edb87', 'tenant_id': '607a36c19a34437991c7268366328db0', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'port_id': '0a98587f-c7b6-4335-8a67-e5172e4d6143', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'mac_address': 'fa:16:3e:53:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea4164-f1a2-4a47-94d6-c86ea2b1a30f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:32:37Z', 'updated_at': '2021-01-19T22:32:39Z', 'revision_number': 1, 'project_id': '607a36c19a34437991c7268366328db0', 'fixed_ip_address_scope': None}, {'id': 'aa22d420-f2be-434f-8fbb-9548f59bc6c6', 'tenant_id': '607a36c19a34437991c7268366328db0', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'port_id': '4befdb92-3707-4327-8ffd-15fe60ea60e8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'mac_address': 'fa:16:3e:05:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f57d2cf-77b1-4737-9345-e863b9c10ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:30:10Z', 'updated_at': '2021-01-19T22:30:16Z', 'revision_number': 2, 'project_id': '607a36c19a34437991c7268366328db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7256fa1-8a58-410d-a7aa-d44921c8dcd8', 'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'tenant_id': '607a36c19a34437991c7268366328db0', 'mac_address': 'fa:16:3e:a9:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:34Z', 'updated_at': '2021-01-19T22:24:46Z', 'revision_number': 5, 'project_id': '607a36c19a34437991c7268366328db0', 'subnets': [{'id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:32:42.008525 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb52b5a-8046-444e-8773-943bb52a1e88 None None] New status for floating IP 10df3429-49e5-447d-bc1a-158cd87edb87: ACTIVE {{(pid=80182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:32:42.415843 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [req-e1d79c37-2658-4e9c-9319-04e3e412c9c5 req-5858387d-48f9-4d34-9c34-86e546f07ab5 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 22:32:42.416888 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e1d79c37-2658-4e9c-9319-04e3e412c9c5 req-5858387d-48f9-4d34-9c34-86e546f07ab5 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0064549 Jan 19 22:32:44.318708 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e1d79c37-2658-4e9c-9319-04e3e412c9c5 req-8effc45e-89b5-4565-9d82-f4faf691774d service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406856 Jan 19 22:32:44.475614 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-e1d79c37-2658-4e9c-9319-04e3e412c9c5 req-ae8e5345-63f8-40c7-a268-e99ac029ddd2 service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1389060 Jan 19 22:32:52.429838 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:59.156866 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 36350) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:59.316692 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:59.332365 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 22:32:59.337152 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Usage tracker for resource:security_group_rule and tenant:8d4127abb6124d3ab042174f8dcf82dd is out of sync, need to count used quota {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 22:32:59.340564 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 22:32:59.346285 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.quota.driver [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 22:32:59.429185 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:59.432094 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:59.440789 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-28024246-592a-4d30-9bcc-9ec7dfea53fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:59.487017 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8d4127abb6124d3ab042174f8dcf82dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288097 Jan 19 22:32:59.488751 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccfcebc-9ba0-4bb3-9154-5286c0d0b374,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:59.489900 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 36356) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:32:59.497734 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:59.498160 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:59.498574 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:59.499263 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:59.499671 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:59.500077 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:59.500479 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:59.500890 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:59.501298 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:59.501695 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:59.502108 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:59.502504 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:59.503006 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:59.503413 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:59.503810 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:59.504216 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:59.504608 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:59.505005 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:59.505404 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:59.505801 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:59.506229 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:59.506634 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:59.507054 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:59.507450 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:32:59.515592 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e3f0ccb1-8d63-4c38-91e9-362e2a4fa52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:59.557472 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dd3d45ea-bf6a-4305-af4a-7f1617b60d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:59.585571 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dd3d45ea-bf6a-4305-af4a-7f1617b60d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:59.636355 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dd3d45ea-bf6a-4305-af4a-7f1617b60d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:59.641679 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-82af212f-9642-42c5-8726-c1d623c20cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:32:59.655271 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d45ea-bf6a-4305-af4a-7f1617b60d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccfcebc-9ba0-4bb3-9154-5286c0d0b374,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:32:59.659043 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-dd3d45ea-bf6a-4305-af4a-7f1617b60d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:32:59.662590 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dd3d45ea-bf6a-4305-af4a-7f1617b60d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:32:59.668267 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-dd3d45ea-bf6a-4305-af4a-7f1617b60d78 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eccfcebc-9ba0-4bb3-9154-5286c0d0b374 HTTP/1.1" status: 204 len: 168 time: 0.1769669 Jan 19 22:32:59.933408 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-45dfdcca-7a93-4a5a-9d81-ca9e895215d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:03.173225 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1142ec99-c018-4a40-a2c6-9f67df07a66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:04.782996 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:05.302190 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:05.776868 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:10.527277 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:33:21.668972 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cd49dee2-2645-4a79-a3aa-ec1ae947194d req-3c959d90-92f9-4444-8a7c-ee2876449419 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2118065 Jan 19 22:33:21.844224 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49dee2-2645-4a79-a3aa-ec1ae947194d req-30846ee6-6143-4af8-90fb-d14b746e41ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:21.845756 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cd49dee2-2645-4a79-a3aa-ec1ae947194d req-30846ee6-6143-4af8-90fb-d14b746e41ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=607a36c19a34437991c7268366328db0&device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 1162 time: 0.0769742 Jan 19 22:33:22.001113 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49dee2-2645-4a79-a3aa-ec1ae947194d req-0f36eb64-a55e-440a-9ad3-1aa8a51e7bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:22.002734 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cd49dee2-2645-4a79-a3aa-ec1ae947194d req-0f36eb64-a55e-440a-9ad3-1aa8a51e7bea service neutron] 10.222.0.65 "GET /v2.0/networks?id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff HTTP/1.1" status: 200 len: 906 time: 0.1367285 Jan 19 22:33:22.111814 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cd49dee2-2645-4a79-a3aa-ec1ae947194d req-07efd5a3-7bd7-4451-acd3-1a4d44c0ef57 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4befdb92-3707-4327-8ffd-15fe60ea60e8 HTTP/1.1" status: 200 len: 1001 time: 0.1018019 Jan 19 22:33:22.180556 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49dee2-2645-4a79-a3aa-ec1ae947194d req-510b7731-1e8f-4cab-866c-dc6130fce418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:22.182108 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cd49dee2-2645-4a79-a3aa-ec1ae947194d req-510b7731-1e8f-4cab-866c-dc6130fce418 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aab077fb-7a3f-467f-8b9a-f6fe6fd707e1 HTTP/1.1" status: 200 len: 851 time: 0.0638723 Jan 19 22:33:22.269656 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49dee2-2645-4a79-a3aa-ec1ae947194d req-27f41b61-68ce-433d-b6a1-4e9669c5ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:33:22.271304 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cd49dee2-2645-4a79-a3aa-ec1ae947194d req-27f41b61-68ce-433d-b6a1-4e9669c5ea7b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823810 Jan 19 22:33:22.448983 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:22.659602 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cd49dee2-2645-4a79-a3aa-ec1ae947194d req-4a358aa7-c96e-4815-b88d-ce34c6b1cbc6 service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780036 Jan 19 22:33:22.804996 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-cd49dee2-2645-4a79-a3aa-ec1ae947194d req-f8f49b81-cd1d-4c69-af1f-38e9ae5288ef service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1382627 Jan 19 22:33:29.935470 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1e819603-eae2-4cca-8099-ece7cad84da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:33.165014 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-47be9f7c-1252-4741-bccc-0ba041a34b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:34.785373 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:35.302971 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:35.777604 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:47.527116 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:33:52.444868 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:33:59.937015 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-66463272-46d1-47be-8822-506cb0c88d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:03.167200 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a4b0e4b3-40c9-4c6a-8ac5-25548b605df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:04.788695 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:05.308021 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:05.780445 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:08.304836 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-cdf2b8ab-822c-4c08-b086-3666013834a8 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/floatingips/10df3429-49e5-447d-bc1a-158cd87edb87 HTTP/1.1" status: 200 len: 998 time: 0.1220701 Jan 19 22:34:08.486434 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-8d073a8d-5e5e-4d5d-9d34-244adbb78cba tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:08.487844 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-8d073a8d-5e5e-4d5d-9d34-244adbb78cba tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/networks/8ee66800-a804-40da-8341-42d4a5bfa70e HTTP/1.1" status: 200 len: 784 time: 0.1770427 Jan 19 22:34:08.605567 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-60546715-4537-4e9f-a4d2-97b78836d25f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.0.134 HTTP/1.1" status: 200 len: 1001 time: 0.1110473 Jan 19 22:34:08.705535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-b166fce7-8ee7-4bf6-8066-49d8b0bbcad5 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:08.707247 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-b166fce7-8ee7-4bf6-8066-49d8b0bbcad5 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports/0a98587f-c7b6-4335-8a67-e5172e4d6143 HTTP/1.1" status: 200 len: 942 time: 0.0957148 Jan 19 22:34:08.895459 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-5c16a91e-1c40-4410-8fcb-a5ac2cc4fd1d tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.0.134 HTTP/1.1" status: 200 len: 1001 time: 0.1081975 Jan 19 22:34:09.119983 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Deleting port 3b8ff2d5-44da-4d20-b1fa-17001203dde3 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:34:09.120371 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:09.305073 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:09.305682 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for floatingip, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:09.437786 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Calling delete_port for 3b8ff2d5-44da-4d20-b1fa-17001203dde3 owned by network:floatingip {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:34:09.594511 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:09.610406 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-a1234019-d509-41fb-9270-6bbc816b2204 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:09.704628 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Pushing event deleted for resources: {'Port': ['ID=3b8ff2d5-44da-4d20-b1fa-17001203dde3,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:09.720927 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:09.721349 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:09.721756 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:09.722163 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:09.722565 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:09.723035 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:09.723409 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:09.723803 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:09.724195 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:09.724587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:09.725585 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:09.726007 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:09.726460 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:09.726881 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:09.727274 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:09.727663 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:09.728053 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:09.728443 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:09.728832 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:09.729221 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:09.729612 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:09.730000 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:09.730396 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:09.730811 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:09.741489 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:09.852921 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for floatingip, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:09.853291 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.l3_db [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Floating IP 10df3429-49e5-447d-bc1a-158cd87edb87 disassociated (deleted). External IP: 172.27.0.134, port: 0a98587f-c7b6-4335-8a67-e5172e4d6143. Jan 19 22:34:10.447135 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Router a974c745-492d-47bf-b7f7-ab49bb885b83 has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:34:10.644258 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:34:10.664011 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529534d9-48c4-45c4-827b-1d5158d75978 None None] Sync routers for ids ['a974c745-492d-47bf-b7f7-ab49bb885b83'] in dv-cinder-750782-5-iscsi {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:34:10.673476 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:10.674525 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529534d9-48c4-45c4-827b-1d5158d75978 None None] Routers {'a974c745-492d-47bf-b7f7-ab49bb885b83'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:34:10.675228 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-529534d9-48c4-45c4-827b-1d5158d75978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:34:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['a974c745-492d-47bf-b7f7-ab49bb885b83'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:34:10.735319 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-d3bd8e09-1e6d-455b-bfd7-2851d36ff141 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "DELETE /v2.0/floatingips/10df3429-49e5-447d-bc1a-158cd87edb87 HTTP/1.1" status: 204 len: 173 time: 1.8331699 Jan 19 22:34:10.735985 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ea4164-f1a2-4a47-94d6-c86ea2b1a30f', 'tag': '0a98587f-c7b6-4335-8a67-e5172e4d6143'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:34:10.871000 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-529534d9-48c4-45c4-827b-1d5158d75978 None None] Set router a974c745-492d-47bf-b7f7-ab49bb885b83 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:34:10.983671 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-2a4347be-265f-4be9-b5df-17d470b6a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:10.987200 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-2a4347be-265f-4be9-b5df-17d470b6a599 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=607a36c19a34437991c7268366328db0&device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 1162 time: 0.2395523 Jan 19 22:34:11.027554 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ea4164-f1a2-4a47-94d6-c86ea2b1a30f', 'tag': '0a98587f-c7b6-4335-8a67-e5172e4d6143', 'status': 'completed', 'code': 200} Jan 19 22:34:11.200388 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-435dd341-d20a-469a-98fb-3f3d3f42eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:11.202006 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-435dd341-d20a-469a-98fb-3f3d3f42eaea service neutron] 10.222.0.50 "GET /v2.0/networks?id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff HTTP/1.1" status: 200 len: 906 time: 0.2096572 Jan 19 22:34:11.207459 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4b0cd-9027-46b6-a68f-85fa708c24f1 req-10549f53-45fe-4341-b0e2-7e8f4315889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:11.209081 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6dc4b0cd-9027-46b6-a68f-85fa708c24f1 req-10549f53-45fe-4341-b0e2-7e8f4315889c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=607a36c19a34437991c7268366328db0&device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 1162 time: 0.1333551 Jan 19 22:34:11.241069 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-529534d9-48c4-45c4-827b-1d5158d75978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:24:35Z', 'revision_number': 4, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': 'aa22d420-f2be-434f-8fbb-9548f59bc6c6', 'tenant_id': '607a36c19a34437991c7268366328db0', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'port_id': '4befdb92-3707-4327-8ffd-15fe60ea60e8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'mac_address': 'fa:16:3e:05:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f57d2cf-77b1-4737-9345-e863b9c10ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:30:10Z', 'updated_at': '2021-01-19T22:30:16Z', 'revision_number': 2, 'project_id': '607a36c19a34437991c7268366328db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7256fa1-8a58-410d-a7aa-d44921c8dcd8', 'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'tenant_id': '607a36c19a34437991c7268366328db0', 'mac_address': 'fa:16:3e:a9:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:34Z', 'updated_at': '2021-01-19T22:24:46Z', 'revision_number': 5, 'project_id': '607a36c19a34437991c7268366328db0', 'subnets': [{'id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:34:11.245204 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529534d9-48c4-45c4-827b-1d5158d75978 None None] Checking router: a974c745-492d-47bf-b7f7-ab49bb885b83 for host: dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:34:11.254448 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529534d9-48c4-45c4-827b-1d5158d75978 None None] Routers {'a974c745-492d-47bf-b7f7-ab49bb885b83'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:34:11.255158 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-529534d9-48c4-45c4-827b-1d5158d75978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:34:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['a974c745-492d-47bf-b7f7-ab49bb885b83'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:34:11.305979 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-e29a8d15-3c73-43d7-9446-a43946aab6a1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a98587f-c7b6-4335-8a67-e5172e4d6143 HTTP/1.1" status: 200 len: 217 time: 0.0959182 Jan 19 22:34:11.465926 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-120d9b8d-4136-48f1-ac89-37f9d6a847c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:11.467518 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-120d9b8d-4136-48f1-ac89-37f9d6a847c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aab077fb-7a3f-467f-8b9a-f6fe6fd707e1 HTTP/1.1" status: 200 len: 851 time: 0.1095290 Jan 19 22:34:11.535547 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4b0cd-9027-46b6-a68f-85fa708c24f1 req-3a6b073a-cafb-44d0-817e-03a4e63cb11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:11.537662 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6dc4b0cd-9027-46b6-a68f-85fa708c24f1 req-3a6b073a-cafb-44d0-817e-03a4e63cb11c service neutron] 10.222.0.65 "GET /v2.0/networks?id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff HTTP/1.1" status: 200 len: 906 time: 0.2668469 Jan 19 22:34:11.609618 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-529534d9-48c4-45c4-827b-1d5158d75978 None None] Set router a974c745-492d-47bf-b7f7-ab49bb885b83 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:34:11.624038 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6dc4b0cd-9027-46b6-a68f-85fa708c24f1 req-5b88e705-8d85-433a-830f-516b86537516 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a98587f-c7b6-4335-8a67-e5172e4d6143 HTTP/1.1" status: 200 len: 217 time: 0.0781624 Jan 19 22:34:11.681030 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-2111d781-ea79-44e0-9248-b7e4ea84e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:11.682707 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-2111d781-ea79-44e0-9248-b7e4ea84e317 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2013695 Jan 19 22:34:11.730175 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4b0cd-9027-46b6-a68f-85fa708c24f1 req-430f988b-5e77-4e33-9695-0221c772891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:11.731711 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6dc4b0cd-9027-46b6-a68f-85fa708c24f1 req-430f988b-5e77-4e33-9695-0221c772891c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aab077fb-7a3f-467f-8b9a-f6fe6fd707e1 HTTP/1.1" status: 200 len: 851 time: 0.1006281 Jan 19 22:34:11.907180 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-68c79498-d001-4d93-8b7c-bbc0452288dd service neutron] 10.222.0.50 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154493 Jan 19 22:34:11.913367 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4b0cd-9027-46b6-a68f-85fa708c24f1 req-c6f7f26a-c00d-4bd6-aa10-414ab8da994a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:11.914963 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6dc4b0cd-9027-46b6-a68f-85fa708c24f1 req-c6f7f26a-c00d-4bd6-aa10-414ab8da994a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1337585 Jan 19 22:34:11.992833 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-529534d9-48c4-45c4-827b-1d5158d75978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:24:35Z', 'revision_number': 4, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': 'aa22d420-f2be-434f-8fbb-9548f59bc6c6', 'tenant_id': '607a36c19a34437991c7268366328db0', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'port_id': '4befdb92-3707-4327-8ffd-15fe60ea60e8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'mac_address': 'fa:16:3e:05:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f57d2cf-77b1-4737-9345-e863b9c10ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:30:10Z', 'updated_at': '2021-01-19T22:30:16Z', 'revision_number': 2, 'project_id': '607a36c19a34437991c7268366328db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7256fa1-8a58-410d-a7aa-d44921c8dcd8', 'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'tenant_id': '607a36c19a34437991c7268366328db0', 'mac_address': 'fa:16:3e:a9:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:34Z', 'updated_at': '2021-01-19T22:24:46Z', 'revision_number': 5, 'project_id': '607a36c19a34437991c7268366328db0', 'subnets': [{'id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:34:11.997169 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529534d9-48c4-45c4-827b-1d5158d75978 None None] The sync data for ids ['a974c745-492d-47bf-b7f7-ab49bb885b83'] in dv-cinder-750782-5-iscsi is: [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:24:35Z', 'revision_number': 4, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_floatingips': [{'id': 'aa22d420-f2be-434f-8fbb-9548f59bc6c6', 'tenant_id': '607a36c19a34437991c7268366328db0', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'router_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'port_id': '4befdb92-3707-4327-8ffd-15fe60ea60e8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'mac_address': 'fa:16:3e:05:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f57d2cf-77b1-4737-9345-e863b9c10ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T22:30:10Z', 'updated_at': '2021-01-19T22:30:16Z', 'revision_number': 2, 'project_id': '607a36c19a34437991c7268366328db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7256fa1-8a58-410d-a7aa-d44921c8dcd8', 'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'tenant_id': '607a36c19a34437991c7268366328db0', 'mac_address': 'fa:16:3e:a9:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:34Z', 'updated_at': '2021-01-19T22:24:46Z', 'revision_number': 5, 'project_id': '607a36c19a34437991c7268366328db0', 'subnets': [{'id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:34:12.182116 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-73239d60-9e26-4c8c-8e51-fafbb597d5a7 req-c639091e-8555-420d-ba7a-3c01425444d0 service neutron] 10.222.0.50 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2661109 Jan 19 22:34:12.185470 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6dc4b0cd-9027-46b6-a68f-85fa708c24f1 req-74420222-5b18-4bc0-96b7-a6f4299455f1 service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476428 Jan 19 22:34:12.341430 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6dc4b0cd-9027-46b6-a68f-85fa708c24f1 req-5c070751-80c9-4b1a-b78e-3a4c51f9957f service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1487367 Jan 19 22:34:12.449524 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db705c3c-a272-4c6f-bc9b-9455091ec155 None None] New status for floating IP 10df3429-49e5-447d-bc1a-158cd87edb87: DOWN {{(pid=80182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:34:12.653395 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1e257-2753-4786-82ba-b1d880532570 req-f68146ed-aa37-414e-9df6-77191cba97e7 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:12.654220 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-10a1e257-2753-4786-82ba-b1d880532570 req-f68146ed-aa37-414e-9df6-77191cba97e7 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Synchronizing usage tracker for tenant:607a36c19a34437991c7268366328db0 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:34:12.671388 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-10a1e257-2753-4786-82ba-b1d880532570 req-f68146ed-aa37-414e-9df6-77191cba97e7 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Unset dirty status for tenant:607a36c19a34437991c7268366328db0 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:34:12.672761 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-10a1e257-2753-4786-82ba-b1d880532570 req-f68146ed-aa37-414e-9df6-77191cba97e7 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 945 time: 0.1310647 Jan 19 22:34:12.731821 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-10a1e257-2753-4786-82ba-b1d880532570 req-fafeb6f0-ec70-4208-83d9-afb7e3bdffff tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0520792 Jan 19 22:34:13.973357 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19438294-6559-4e10-8f45-f6a45e16d618 req-5bae8033-9582-4427-9989-2ef86c4b04a1 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:13.975013 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-19438294-6559-4e10-8f45-f6a45e16d618 req-5bae8033-9582-4427-9989-2ef86c4b04a1 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 945 time: 0.1104007 Jan 19 22:34:14.028524 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-19438294-6559-4e10-8f45-f6a45e16d618 req-603989e8-c872-468b-93cb-321aac27c451 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0470049 Jan 19 22:34:14.283677 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75212834-5f0b-4b2f-afdd-96c19553be31 req-b3c61218-10fe-4b01-a5de-a62f30914876 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:14.285176 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-75212834-5f0b-4b2f-afdd-96c19553be31 req-b3c61218-10fe-4b01-a5de-a62f30914876 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.65 "GET /v2.0/ports?device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 945 time: 0.1006958 Jan 19 22:34:14.368646 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-75212834-5f0b-4b2f-afdd-96c19553be31 req-9438db77-8bbb-48f4-a377-2d7cabd6394f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Deleting port 0a98587f-c7b6-4335-8a67-e5172e4d6143 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:34:14.369028 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-75212834-5f0b-4b2f-afdd-96c19553be31 req-9438db77-8bbb-48f4-a377-2d7cabd6394f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:14.637264 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-75212834-5f0b-4b2f-afdd-96c19553be31 req-9438db77-8bbb-48f4-a377-2d7cabd6394f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] For port 0a98587f-c7b6-4335-8a67-e5172e4d6143, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=0a98587f-c7b6-4335-8a67-e5172e4d6143,segment=NetworkSegment(41f6063b-b71c-4980-b791-ecc142e605de),segment_id=41f6063b-b71c-4980-b791-ecc142e605de)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:34:14.637667 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-75212834-5f0b-4b2f-afdd-96c19553be31 req-9438db77-8bbb-48f4-a377-2d7cabd6394f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:14.775191 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-75212834-5f0b-4b2f-afdd-96c19553be31 req-9438db77-8bbb-48f4-a377-2d7cabd6394f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Calling delete_port for 0a98587f-c7b6-4335-8a67-e5172e4d6143 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:34:14.922252 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-75212834-5f0b-4b2f-afdd-96c19553be31 req-9438db77-8bbb-48f4-a377-2d7cabd6394f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:14.944648 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-197fc762-67ad-41f9-8caa-eb6dc41cbf15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:14.992582 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438db77-8bbb-48f4-a377-2d7cabd6394f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Pushing event deleted for resources: {'Port': ['ID=0a98587f-c7b6-4335-8a67-e5172e4d6143,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:14.995674 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9438db77-8bbb-48f4-a377-2d7cabd6394f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:15.150071 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-75212834-5f0b-4b2f-afdd-96c19553be31 req-9438db77-8bbb-48f4-a377-2d7cabd6394f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] No DVR routers for this DVR port 0a98587f-c7b6-4335-8a67-e5172e4d6143 on host hv-cinder-75078 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:34:15.152458 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-75212834-5f0b-4b2f-afdd-96c19553be31 req-9438db77-8bbb-48f4-a377-2d7cabd6394f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:15.156514 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ea4164-f1a2-4a47-94d6-c86ea2b1a30f', 'name': 'network-vif-deleted', 'tag': '0a98587f-c7b6-4335-8a67-e5172e4d6143'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:34:15.211730 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-75212834-5f0b-4b2f-afdd-96c19553be31 req-9438db77-8bbb-48f4-a377-2d7cabd6394f tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.65 "DELETE /v2.0/ports/0a98587f-c7b6-4335-8a67-e5172e4d6143 HTTP/1.1" status: 204 len: 173 time: 0.9198968 Jan 19 22:34:15.223075 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ea4164-f1a2-4a47-94d6-c86ea2b1a30f', 'name': 'network-vif-deleted', 'tag': '0a98587f-c7b6-4335-8a67-e5172e4d6143', 'status': 'completed', 'code': 200} Jan 19 22:34:15.224444 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-a1162cb5-d7cf-400b-83db-641ea4bfc37b req-22795fcc-e8ae-41b8-b6a5-c9ef7fd275e7 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Synchronizing usage tracker for tenant:607a36c19a34437991c7268366328db0 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:34:15.240338 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-a1162cb5-d7cf-400b-83db-641ea4bfc37b req-22795fcc-e8ae-41b8-b6a5-c9ef7fd275e7 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Unset dirty status for tenant:607a36c19a34437991c7268366328db0 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:34:15.241656 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-a1162cb5-d7cf-400b-83db-641ea4bfc37b req-22795fcc-e8ae-41b8-b6a5-c9ef7fd275e7 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=07ea4164-f1a2-4a47-94d6-c86ea2b1a30f HTTP/1.1" status: 200 len: 210 time: 0.0757661 Jan 19 22:34:15.436723 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 0a98587f-c7b6-4335-8a67-e5172e4d6143 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:34:15.476418 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] No Port match for: 0a98587f-c7b6-4335-8a67-e5172e4d6143 {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:34:15.476829 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 0a98587f-c7b6-4335-8a67-e5172e4d6143 not bound to the agent host hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:34:19.145785 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-f19844da-fcff-4415-80f9-d502dd097e7e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/floatingips/aa22d420-f2be-434f-8fbb-9548f59bc6c6 HTTP/1.1" status: 200 len: 998 time: 0.3449597 Jan 19 22:34:19.322410 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-af3206b1-3093-4140-afe1-ae78a53d9be9 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:19.323917 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-af3206b1-3093-4140-afe1-ae78a53d9be9 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/networks/8ee66800-a804-40da-8341-42d4a5bfa70e HTTP/1.1" status: 200 len: 784 time: 0.1718087 Jan 19 22:34:19.440744 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-2d55b543-4895-45a9-b468-b1c23eda3ee5 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Synchronizing usage tracker for tenant:607a36c19a34437991c7268366328db0 on resource:floatingip {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:34:19.456091 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-2d55b543-4895-45a9-b468-b1c23eda3ee5 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Unset dirty status for tenant:607a36c19a34437991c7268366328db0 on resource:floatingip {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:34:19.457406 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-2d55b543-4895-45a9-b468-b1c23eda3ee5 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.0.176 HTTP/1.1" status: 200 len: 1001 time: 0.1271067 Jan 19 22:34:19.561019 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-fbc4737b-8d8c-42fc-ba4f-8ab145a2c06b tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:19.562579 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-fbc4737b-8d8c-42fc-ba4f-8ab145a2c06b tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports/4befdb92-3707-4327-8ffd-15fe60ea60e8 HTTP/1.1" status: 200 len: 942 time: 0.0969801 Jan 19 22:34:19.756682 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-fa7cf23c-ec5a-4f85-947e-be83a4a310c0 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.0.176 HTTP/1.1" status: 200 len: 1001 time: 0.1089969 Jan 19 22:34:19.980416 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-f40e9895-2c91-45e7-ae7d-47500368620e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Deleting port 9767d146-3000-426a-9367-abf8ea7e8d03 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:34:19.980743 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-f40e9895-2c91-45e7-ae7d-47500368620e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:20.164466 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-f40e9895-2c91-45e7-ae7d-47500368620e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:20.165069 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-f40e9895-2c91-45e7-ae7d-47500368620e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for floatingip, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:20.296323 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-f40e9895-2c91-45e7-ae7d-47500368620e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Calling delete_port for 9767d146-3000-426a-9367-abf8ea7e8d03 owned by network:floatingip {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:34:20.449156 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-f40e9895-2c91-45e7-ae7d-47500368620e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:20.464441 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-419dab45-36b4-40f0-85e6-9b44bd900bce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:20.511395 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e9895-2c91-45e7-ae7d-47500368620e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Pushing event deleted for resources: {'Port': ['ID=9767d146-3000-426a-9367-abf8ea7e8d03,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:20.562733 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-f40e9895-2c91-45e7-ae7d-47500368620e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:20.693213 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-f40e9895-2c91-45e7-ae7d-47500368620e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for floatingip, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:20.693623 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.db.l3_db [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-f40e9895-2c91-45e7-ae7d-47500368620e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Floating IP aa22d420-f2be-434f-8fbb-9548f59bc6c6 disassociated (deleted). External IP: 172.27.0.176, port: 4befdb92-3707-4327-8ffd-15fe60ea60e8. Jan 19 22:34:21.067575 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-f40e9895-2c91-45e7-ae7d-47500368620e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Router a974c745-492d-47bf-b7f7-ab49bb885b83 has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:34:21.255349 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-f40e9895-2c91-45e7-ae7d-47500368620e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:34:21.265648 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8d11b9-2ee0-4869-aef9-9e4ffa353175 None None] Sync routers for ids ['a974c745-492d-47bf-b7f7-ab49bb885b83'] in dv-cinder-750782-5-iscsi {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:34:21.281121 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8d11b9-2ee0-4869-aef9-9e4ffa353175 None None] Routers {'a974c745-492d-47bf-b7f7-ab49bb885b83'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:34:21.281871 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-fd8d11b9-2ee0-4869-aef9-9e4ffa353175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:34:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['a974c745-492d-47bf-b7f7-ab49bb885b83'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:34:21.283666 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-f40e9895-2c91-45e7-ae7d-47500368620e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:21.344717 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-f40e9895-2c91-45e7-ae7d-47500368620e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "DELETE /v2.0/floatingips/aa22d420-f2be-434f-8fbb-9548f59bc6c6 HTTP/1.1" status: 204 len: 173 time: 1.5819726 Jan 19 22:34:21.345191 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f57d2cf-77b1-4737-9345-e863b9c10ccc', 'tag': '4befdb92-3707-4327-8ffd-15fe60ea60e8'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:34:21.423944 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f57d2cf-77b1-4737-9345-e863b9c10ccc', 'tag': '4befdb92-3707-4327-8ffd-15fe60ea60e8', 'status': 'completed', 'code': 200} Jan 19 22:34:21.457984 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-bed9de17-7235-45e1-a8a9-68d36d55d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:21.459738 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-bed9de17-7235-45e1-a8a9-68d36d55d257 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=607a36c19a34437991c7268366328db0&device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 1162 time: 0.0851884 Jan 19 22:34:21.473691 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-fd8d11b9-2ee0-4869-aef9-9e4ffa353175 None None] Set router a974c745-492d-47bf-b7f7-ab49bb885b83 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:34:21.646026 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20686c2d-2e56-4f63-9774-3984c1320782 req-ad025a74-a4a8-4ec6-bfbf-cfd2e273376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:21.648228 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-20686c2d-2e56-4f63-9774-3984c1320782 req-ad025a74-a4a8-4ec6-bfbf-cfd2e273376a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=607a36c19a34437991c7268366328db0&device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 1162 time: 0.1870003 Jan 19 22:34:21.702269 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-765e2cfd-5b78-42ae-aa07-f8f635c13168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:21.703828 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-765e2cfd-5b78-42ae-aa07-f8f635c13168 service neutron] 10.222.0.50 "GET /v2.0/networks?id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff HTTP/1.1" status: 200 len: 906 time: 0.2039533 Jan 19 22:34:21.813738 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-fd8d11b9-2ee0-4869-aef9-9e4ffa353175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:24:35Z', 'revision_number': 4, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': 'a7256fa1-8a58-410d-a7aa-d44921c8dcd8', 'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'tenant_id': '607a36c19a34437991c7268366328db0', 'mac_address': 'fa:16:3e:a9:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:34Z', 'updated_at': '2021-01-19T22:24:46Z', 'revision_number': 5, 'project_id': '607a36c19a34437991c7268366328db0', 'subnets': [{'id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:34:21.818338 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8d11b9-2ee0-4869-aef9-9e4ffa353175 None None] Checking router: a974c745-492d-47bf-b7f7-ab49bb885b83 for host: dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:34:21.830210 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8d11b9-2ee0-4869-aef9-9e4ffa353175 None None] Routers {'a974c745-492d-47bf-b7f7-ab49bb885b83'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:34:21.830969 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-fd8d11b9-2ee0-4869-aef9-9e4ffa353175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:34:03Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['a974c745-492d-47bf-b7f7-ab49bb885b83'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:34:22.038493 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-fd8d11b9-2ee0-4869-aef9-9e4ffa353175 None None] Set router a974c745-492d-47bf-b7f7-ab49bb885b83 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:34:22.072258 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-ba177781-48b0-41a2-afe0-c0e4db28a28f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4befdb92-3707-4327-8ffd-15fe60ea60e8 HTTP/1.1" status: 200 len: 217 time: 0.3231180 Jan 19 22:34:22.182195 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-bc548395-ebde-4835-9029-d7cece58454d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:22.183876 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-bc548395-ebde-4835-9029-d7cece58454d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aab077fb-7a3f-467f-8b9a-f6fe6fd707e1 HTTP/1.1" status: 200 len: 851 time: 0.1036510 Jan 19 22:34:22.189081 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20686c2d-2e56-4f63-9774-3984c1320782 req-5cba9284-04f6-42c3-b6e2-37adf23aee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:22.190614 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-20686c2d-2e56-4f63-9774-3984c1320782 req-5cba9284-04f6-42c3-b6e2-37adf23aee5d service neutron] 10.222.0.65 "GET /v2.0/networks?id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff HTTP/1.1" status: 200 len: 906 time: 0.5286334 Jan 19 22:34:22.309434 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-20686c2d-2e56-4f63-9774-3984c1320782 req-337853e8-7ef1-4c99-86f5-ccee0ecd6e82 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4befdb92-3707-4327-8ffd-15fe60ea60e8 HTTP/1.1" status: 200 len: 217 time: 0.0803890 Jan 19 22:34:22.383511 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-fd8d11b9-2ee0-4869-aef9-9e4ffa353175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:24:35Z', 'revision_number': 4, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': 'a7256fa1-8a58-410d-a7aa-d44921c8dcd8', 'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'tenant_id': '607a36c19a34437991c7268366328db0', 'mac_address': 'fa:16:3e:a9:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:34Z', 'updated_at': '2021-01-19T22:24:46Z', 'revision_number': 5, 'project_id': '607a36c19a34437991c7268366328db0', 'subnets': [{'id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:34:22.387957 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8d11b9-2ee0-4869-aef9-9e4ffa353175 None None] The sync data for ids ['a974c745-492d-47bf-b7f7-ab49bb885b83'] in dv-cinder-750782-5-iscsi is: [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:24:35Z', 'revision_number': 4, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi', '_interfaces': [{'id': 'a7256fa1-8a58-410d-a7aa-d44921c8dcd8', 'name': '', 'network_id': '29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff', 'tenant_id': '607a36c19a34437991c7268366328db0', 'mac_address': 'fa:16:3e:a9:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:34Z', 'updated_at': '2021-01-19T22:24:46Z', 'revision_number': 5, 'project_id': '607a36c19a34437991c7268366328db0', 'subnets': [{'id': 'aab077fb-7a3f-467f-8b9a-f6fe6fd707e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:34:22.398514 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20686c2d-2e56-4f63-9774-3984c1320782 req-ac4601ef-fd69-4879-87a9-ea77863e0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:22.400153 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-20686c2d-2e56-4f63-9774-3984c1320782 req-ac4601ef-fd69-4879-87a9-ea77863e0ec0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aab077fb-7a3f-467f-8b9a-f6fe6fd707e1 HTTP/1.1" status: 200 len: 851 time: 0.0832887 Jan 19 22:34:22.402230 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-3e8439b1-cb0a-4ca9-be29-56b45efbeea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:22.403998 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-3e8439b1-cb0a-4ca9-be29-56b45efbeea9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2114284 Jan 19 22:34:22.446510 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:22.621290 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-f6cce1ac-44b9-4e8e-964b-effc896b8762 service neutron] 10.222.0.50 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103107 Jan 19 22:34:22.627152 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20686c2d-2e56-4f63-9774-3984c1320782 req-3f184818-bdd8-4542-a01f-b34769f902cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:22.628724 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-20686c2d-2e56-4f63-9774-3984c1320782 req-3f184818-bdd8-4542-a01f-b34769f902cf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1938362 Jan 19 22:34:22.817175 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84910199-439a-44e6-b766-71008d1637ea None None] New status for floating IP aa22d420-f2be-434f-8fbb-9548f59bc6c6: DOWN {{(pid=80182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 22:34:22.882255 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-eed5eaf6-e987-43fa-9763-eaf9817a7966 req-4b568470-d34f-4239-8cf7-0ebc15867da5 service neutron] 10.222.0.50 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2524593 Jan 19 22:34:22.907108 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-20686c2d-2e56-4f63-9774-3984c1320782 req-6ccb546f-35b7-4c37-a78c-cc42a0ac65a9 service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924596 Jan 19 22:34:23.056134 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-20686c2d-2e56-4f63-9774-3984c1320782 req-a9ec1513-35ca-4cb9-b7ae-b2022320c200 service neutron] 10.222.0.65 "GET /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1419034 Jan 19 22:34:23.317227 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8cf12-9627-4dd2-9d85-9b3e3302d6ea req-a07fe9cb-5e4d-4343-9071-adc2a483707c tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:23.318011 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-03f8cf12-9627-4dd2-9d85-9b3e3302d6ea req-a07fe9cb-5e4d-4343-9071-adc2a483707c tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Synchronizing usage tracker for tenant:607a36c19a34437991c7268366328db0 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:34:23.334043 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-03f8cf12-9627-4dd2-9d85-9b3e3302d6ea req-a07fe9cb-5e4d-4343-9071-adc2a483707c tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Unset dirty status for tenant:607a36c19a34437991c7268366328db0 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:34:23.335843 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-03f8cf12-9627-4dd2-9d85-9b3e3302d6ea req-a07fe9cb-5e4d-4343-9071-adc2a483707c tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 945 time: 0.1191962 Jan 19 22:34:23.388406 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-03f8cf12-9627-4dd2-9d85-9b3e3302d6ea req-2745e7ae-8464-4baf-a203-71b354b0cf14 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0455289 Jan 19 22:34:24.527220 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:34:24.635443 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd15d6f-f8cf-49e0-aea4-80d2b490f160 req-3288e61c-8672-4fcb-83a7-af151c6b3e8e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:24.637112 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6bd15d6f-f8cf-49e0-aea4-80d2b490f160 req-3288e61c-8672-4fcb-83a7-af151c6b3e8e tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 945 time: 0.1070333 Jan 19 22:34:24.691708 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-6bd15d6f-f8cf-49e0-aea4-80d2b490f160 req-1d1104df-c2c6-4715-a1e6-55cb6be580de tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups?id=6183e7f4-bb4f-4e8a-af09-6c94deba6413&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0479360 Jan 19 22:34:24.878246 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89d5fd-9ed5-4c4b-8f77-b418c6169945 req-1109d8c2-48af-406b-a656-f3db4ea69e68 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:24.879881 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4e89d5fd-9ed5-4c4b-8f77-b418c6169945 req-1109d8c2-48af-406b-a656-f3db4ea69e68 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.65 "GET /v2.0/ports?device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 945 time: 0.1023791 Jan 19 22:34:24.967522 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-4e89d5fd-9ed5-4c4b-8f77-b418c6169945 req-2dbaec96-6464-47ec-8ef3-5c877feaeb6b tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Deleting port 4befdb92-3707-4327-8ffd-15fe60ea60e8 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:34:24.967825 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-4e89d5fd-9ed5-4c4b-8f77-b418c6169945 req-2dbaec96-6464-47ec-8ef3-5c877feaeb6b tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:25.230245 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [req-4e89d5fd-9ed5-4c4b-8f77-b418c6169945 req-2dbaec96-6464-47ec-8ef3-5c877feaeb6b tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] For port 4befdb92-3707-4327-8ffd-15fe60ea60e8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=4befdb92-3707-4327-8ffd-15fe60ea60e8,segment=NetworkSegment(41f6063b-b71c-4980-b791-ecc142e605de),segment_id=41f6063b-b71c-4980-b791-ecc142e605de)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:34:25.230578 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-4e89d5fd-9ed5-4c4b-8f77-b418c6169945 req-2dbaec96-6464-47ec-8ef3-5c877feaeb6b tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:25.366976 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-4e89d5fd-9ed5-4c4b-8f77-b418c6169945 req-2dbaec96-6464-47ec-8ef3-5c877feaeb6b tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Calling delete_port for 4befdb92-3707-4327-8ffd-15fe60ea60e8 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:34:25.442996 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Device 4befdb92-3707-4327-8ffd-15fe60ea60e8 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:34:25.561146 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-4e89d5fd-9ed5-4c4b-8f77-b418c6169945 req-2dbaec96-6464-47ec-8ef3-5c877feaeb6b tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:25.590369 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e043db7b-b196-41c0-b06c-3fa7fcaa6757 tempest-VolumesActionsTest-1583024344 tempest-VolumesActionsTest-1583024344] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:25.614925 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Port 4befdb92-3707-4327-8ffd-15fe60ea60e8 update to DOWN by agent not found {{(pid=80182) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2100}} Jan 19 22:34:25.652357 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbaec96-6464-47ec-8ef3-5c877feaeb6b tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Pushing event deleted for resources: {'Port': ['ID=4befdb92-3707-4327-8ffd-15fe60ea60e8,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:25.699410 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-2dbaec96-6464-47ec-8ef3-5c877feaeb6b tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:25.808259 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e89d5fd-9ed5-4c4b-8f77-b418c6169945 req-2dbaec96-6464-47ec-8ef3-5c877feaeb6b tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] No DVR routers for this DVR port 4befdb92-3707-4327-8ffd-15fe60ea60e8 on host hv-cinder-75078 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:34:25.810572 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-4e89d5fd-9ed5-4c4b-8f77-b418c6169945 req-2dbaec96-6464-47ec-8ef3-5c877feaeb6b tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:25.814935 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f57d2cf-77b1-4737-9345-e863b9c10ccc', 'name': 'network-vif-deleted', 'tag': '4befdb92-3707-4327-8ffd-15fe60ea60e8'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 22:34:25.830017 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-4e89d5fd-9ed5-4c4b-8f77-b418c6169945 req-2dbaec96-6464-47ec-8ef3-5c877feaeb6b tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.65 "DELETE /v2.0/ports/4befdb92-3707-4327-8ffd-15fe60ea60e8 HTTP/1.1" status: 204 len: 173 time: 0.9443102 Jan 19 22:34:25.878080 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-50b68e6f-1f23-4e1b-887e-71ccfb70bdba req-ee3a480a-7169-4761-9929-70ad76305a6c tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Synchronizing usage tracker for tenant:607a36c19a34437991c7268366328db0 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:34:25.886959 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f57d2cf-77b1-4737-9345-e863b9c10ccc', 'name': 'network-vif-deleted', 'tag': '4befdb92-3707-4327-8ffd-15fe60ea60e8', 'status': 'completed', 'code': 200} Jan 19 22:34:25.896666 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-50b68e6f-1f23-4e1b-887e-71ccfb70bdba req-ee3a480a-7169-4761-9929-70ad76305a6c tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Unset dirty status for tenant:607a36c19a34437991c7268366328db0 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:34:25.897954 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-50b68e6f-1f23-4e1b-887e-71ccfb70bdba req-ee3a480a-7169-4761-9929-70ad76305a6c tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/ports?device_id=0f57d2cf-77b1-4737-9345-e863b9c10ccc HTTP/1.1" status: 200 len: 210 time: 0.0709829 Jan 19 22:34:27.134400 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c7229b10-e265-4c3a-a887-56a1bc9e2182 req-b97965a2-3892-4b87-9bb8-610a8bc73d4a tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/floatingips/371d4046-52a8-4358-b731-85c2e38ac665 HTTP/1.1" status: 200 len: 693 time: 0.0915108 Jan 19 22:34:27.313890 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7229b10-e265-4c3a-a887-56a1bc9e2182 req-78b17dfc-c655-4a40-9747-5888b8c7345b tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 22:34:27.315362 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c7229b10-e265-4c3a-a887-56a1bc9e2182 req-78b17dfc-c655-4a40-9747-5888b8c7345b tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/networks/8ee66800-a804-40da-8341-42d4a5bfa70e HTTP/1.1" status: 200 len: 784 time: 0.1751213 Jan 19 22:34:27.409707 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-c7229b10-e265-4c3a-a887-56a1bc9e2182 req-40cff0d0-71a0-4207-a171-20e81582da33 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Synchronizing usage tracker for tenant:607a36c19a34437991c7268366328db0 on resource:floatingip {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 22:34:27.426251 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.quota.resource [req-c7229b10-e265-4c3a-a887-56a1bc9e2182 req-40cff0d0-71a0-4207-a171-20e81582da33 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Unset dirty status for tenant:607a36c19a34437991c7268366328db0 on resource:floatingip {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 22:34:27.428016 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c7229b10-e265-4c3a-a887-56a1bc9e2182 req-40cff0d0-71a0-4207-a171-20e81582da33 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.0.198 HTTP/1.1" status: 200 len: 696 time: 0.1060059 Jan 19 22:34:27.526009 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c7229b10-e265-4c3a-a887-56a1bc9e2182 req-e084f7b6-f45a-4031-a15e-f65ca6b3578c tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.0.198 HTTP/1.1" status: 200 len: 696 time: 0.0911012 Jan 19 22:34:27.699073 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-c7229b10-e265-4c3a-a887-56a1bc9e2182 req-cdebb24b-2eef-43dd-9f5a-e85c801b55b2 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Deleting port 081a1f30-f331-4514-b35f-fdf07c093426 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:34:27.699460 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c7229b10-e265-4c3a-a887-56a1bc9e2182 req-cdebb24b-2eef-43dd-9f5a-e85c801b55b2 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:27.879810 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c7229b10-e265-4c3a-a887-56a1bc9e2182 req-cdebb24b-2eef-43dd-9f5a-e85c801b55b2 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:27.880172 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c7229b10-e265-4c3a-a887-56a1bc9e2182 req-cdebb24b-2eef-43dd-9f5a-e85c801b55b2 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for floatingip, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:28.016264 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [req-c7229b10-e265-4c3a-a887-56a1bc9e2182 req-cdebb24b-2eef-43dd-9f5a-e85c801b55b2 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Calling delete_port for 081a1f30-f331-4514-b35f-fdf07c093426 owned by network:floatingip {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:34:28.159519 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c7229b10-e265-4c3a-a887-56a1bc9e2182 req-cdebb24b-2eef-43dd-9f5a-e85c801b55b2 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850779503'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:28.178736 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-1be264e5-88f2-4299-9111-1e38e29cf407 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:28.227436 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebb24b-2eef-43dd-9f5a-e85c801b55b2 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Pushing event deleted for resources: {'Port': ['ID=081a1f30-f331-4514-b35f-fdf07c093426,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:28.276243 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-cdebb24b-2eef-43dd-9f5a-e85c801b55b2 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:28.650908 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c7229b10-e265-4c3a-a887-56a1bc9e2182 req-cdebb24b-2eef-43dd-9f5a-e85c801b55b2 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for floatingip, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:28.676859 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-c7229b10-e265-4c3a-a887-56a1bc9e2182 req-cdebb24b-2eef-43dd-9f5a-e85c801b55b2 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769131'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:28.678113 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-c7229b10-e265-4c3a-a887-56a1bc9e2182 req-cdebb24b-2eef-43dd-9f5a-e85c801b55b2 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "DELETE /v2.0/floatingips/371d4046-52a8-4358-b731-85c2e38ac665 HTTP/1.1" status: 204 len: 173 time: 1.1460640 Jan 19 22:34:29.941092 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-cce619b7-a958-44c8-82e7-545d1ed35d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:30.193707 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1509e1c8-f7aa-440a-adfa-87d3420aaf7d req-a7c4e5cf-969a-4dda-8ce4-21bb57d4f995 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "GET /v2.0/security-groups/6183e7f4-bb4f-4e8a-af09-6c94deba6413 HTTP/1.1" status: 200 len: 2997 time: 0.0561395 Jan 19 22:34:30.278410 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-1509e1c8-f7aa-440a-adfa-87d3420aaf7d req-aae2f299-ef5c-4f7d-883f-c59aebd97fe1 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:30.308605 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-1509e1c8-f7aa-440a-adfa-87d3420aaf7d req-aae2f299-ef5c-4f7d-883f-c59aebd97fe1 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:30.355092 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-1509e1c8-f7aa-440a-adfa-87d3420aaf7d req-aae2f299-ef5c-4f7d-883f-c59aebd97fe1 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:30.360359 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-92773764-3411-4159-aa9e-d5332fd90fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:30.377119 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2f299-ef5c-4f7d-883f-c59aebd97fe1 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Pushing event deleted for resources: {'SecurityGroup': ['ID=6183e7f4-bb4f-4e8a-af09-6c94deba6413,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:30.381452 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-aae2f299-ef5c-4f7d-883f-c59aebd97fe1 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:30.384919 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [req-1509e1c8-f7aa-440a-adfa-87d3420aaf7d req-aae2f299-ef5c-4f7d-883f-c59aebd97fe1 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:30.386119 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [req-1509e1c8-f7aa-440a-adfa-87d3420aaf7d req-aae2f299-ef5c-4f7d-883f-c59aebd97fe1 tempest-TestVolumeBootPattern-1961985498 tempest-TestVolumeBootPattern-1961985498] 10.222.0.50 "DELETE /v2.0/security-groups/6183e7f4-bb4f-4e8a-af09-6c94deba6413 HTTP/1.1" status: 204 len: 173 time: 0.1859674 Jan 19 22:34:31.483283 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 36446) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:34:32.252918 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427516'] for router_interface, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:32.628305 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Deleting port a7256fa1-8a58-410d-a7aa-d44921c8dcd8 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:34:32.628909 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:32.819248 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] For port a7256fa1-8a58-410d-a7aa-d44921c8dcd8, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=a7256fa1-8a58-410d-a7aa-d44921c8dcd8,segment=NetworkSegment(41f6063b-b71c-4980-b791-ecc142e605de),segment_id=41f6063b-b71c-4980-b791-ecc142e605de)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:34:32.819565 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:32.954318 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Calling delete_port for a7256fa1-8a58-410d-a7aa-d44921c8dcd8 owned by network:router_interface {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:34:33.129890 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:33.145258 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-12dd94a3-1400-432e-9a96-d83e4c0509d1 tempest-AttachVolumeTestJSON-1359377702 tempest-AttachVolumeTestJSON-1359377702] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:33.168460 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-96c552c5-4bcb-42c6-a0f3-019b6d0565cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:33.195179 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7256fa1-8a58-410d-a7aa-d44921c8dcd8,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:33.251976 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:33.252403 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:33.252823 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:33.253239 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:33.253648 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:33.254058 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:33.254466 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:33.254923 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:33.255328 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:33.255733 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:33.256158 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:33.256558 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:33.257018 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:33.257423 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:33.257824 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:33.258222 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:33.258621 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:33.259049 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:33.259456 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:33.259854 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:33.260255 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:33.260651 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:33.261049 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:33.261465 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:33.269206 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:33.574527 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853084252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427334'] for router_interface, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:34.329039 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Router a974c745-492d-47bf-b7f7-ab49bb885b83 has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:34:34.515761 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:34:34.525689 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448625af-1be1-4808-9ffe-be4adeab845f None None] Sync routers for ids ['a974c745-492d-47bf-b7f7-ab49bb885b83'] in dv-cinder-750782-5-iscsi {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:34:34.536015 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448625af-1be1-4808-9ffe-be4adeab845f None None] Routers {'a974c745-492d-47bf-b7f7-ab49bb885b83'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:34:34.536879 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-448625af-1be1-4808-9ffe-be4adeab845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:34:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['a974c745-492d-47bf-b7f7-ab49bb885b83'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:34:34.537934 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-2b0777db-bd52-4b6d-b7c3-baedd7529096 admin admin] 10.222.0.50 "PUT /v2.0/routers/a974c745-492d-47bf-b7f7-ab49bb885b83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0534565 Jan 19 22:34:34.540587 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 36452) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:34:34.732638 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-448625af-1be1-4808-9ffe-be4adeab845f None None] Set router a974c745-492d-47bf-b7f7-ab49bb885b83 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:34:34.733572 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5fcad9f6-1eab-48ec-8b58-cb7e8cafb527 admin admin] Notify callbacks [] for router, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:34.792350 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:34.926284 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5fcad9f6-1eab-48ec-8b58-cb7e8cafb527 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:34.933000 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-5fcad9f6-1eab-48ec-8b58-cb7e8cafb527 admin admin] Deleting port c41d1c2f-9b7b-42f2-8566-1e10366f04ee {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:34:34.933384 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5fcad9f6-1eab-48ec-8b58-cb7e8cafb527 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:35.045966 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-448625af-1be1-4808-9ffe-be4adeab845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:34:33Z', 'revision_number': 5, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:34:35.050258 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448625af-1be1-4808-9ffe-be4adeab845f None None] Checking router: a974c745-492d-47bf-b7f7-ab49bb885b83 for host: dv-cinder-750782-5-iscsi {{(pid=80183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:34:35.059832 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448625af-1be1-4808-9ffe-be4adeab845f None None] Routers {'a974c745-492d-47bf-b7f7-ab49bb885b83'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:34:35.060502 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-448625af-1be1-4808-9ffe-be4adeab845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:34:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['a974c745-492d-47bf-b7f7-ab49bb885b83'], 'active': True} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:34:35.150474 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-5fcad9f6-1eab-48ec-8b58-cb7e8cafb527 admin admin] For port c41d1c2f-9b7b-42f2-8566-1e10366f04ee, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=c41d1c2f-9b7b-42f2-8566-1e10366f04ee,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:34:35.151146 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5fcad9f6-1eab-48ec-8b58-cb7e8cafb527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:35.302818 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-448625af-1be1-4808-9ffe-be4adeab845f None None] Set router a974c745-492d-47bf-b7f7-ab49bb885b83 gateway port host: dv-cinder-750782-5-iscsi {{(pid=80183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:34:35.311674 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:35.317040 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-5fcad9f6-1eab-48ec-8b58-cb7e8cafb527 admin admin] Calling delete_port for c41d1c2f-9b7b-42f2-8566-1e10366f04ee owned by network:router_gateway {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:34:35.461909 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5fcad9f6-1eab-48ec-8b58-cb7e8cafb527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:35.673266 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5fcad9f6-1eab-48ec-8b58-cb7e8cafb527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854343435'] for router_gateway, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:35.783817 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-448625af-1be1-4808-9ffe-be4adeab845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:34:33Z', 'revision_number': 5, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:34:35.784694 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:35.789516 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448625af-1be1-4808-9ffe-be4adeab845f None None] The sync data for ids ['a974c745-492d-47bf-b7f7-ab49bb885b83'] in dv-cinder-750782-5-iscsi is: [{'id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'name': 'tempest-TestVolumeBootPattern-1296705027-router', 'tenant_id': '607a36c19a34437991c7268366328db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:27Z', 'updated_at': '2021-01-19T22:34:33Z', 'revision_number': 5, 'project_id': '607a36c19a34437991c7268366328db0', 'gw_port': {'id': 'c41d1c2f-9b7b-42f2-8566-1e10366f04ee', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:95:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974c745-492d-47bf-b7f7-ab49bb885b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:29Z', 'updated_at': '2021-01-19T22:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}] {{(pid=80183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:34:35.831022 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5fcad9f6-1eab-48ec-8b58-cb7e8cafb527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854342923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774747'] for router, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:35.833751 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5fcad9f6-1eab-48ec-8b58-cb7e8cafb527 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:35.862376 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5fcad9f6-1eab-48ec-8b58-cb7e8cafb527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854259288'] for router, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:35.863054 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcad9f6-1eab-48ec-8b58-cb7e8cafb527 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a974c745-492d-47bf-b7f7-ab49bb885b83 {{(pid=80181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 19 22:34:35.879184 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5fcad9f6-1eab-48ec-8b58-cb7e8cafb527 admin admin] Notify callbacks [] for router, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:35.882033 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-5fcad9f6-1eab-48ec-8b58-cb7e8cafb527 admin admin] 10.222.0.50 "DELETE /v2.0/routers/a974c745-492d-47bf-b7f7-ab49bb885b83 HTTP/1.1" status: 204 len: 168 time: 1.3403385 Jan 19 22:34:35.882768 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.50', 36456) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:34:35.952204 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ecde1a5-d7ca-4b18-bba5-1e858c044822 admin admin] Deleting subnet aab077fb-7a3f-467f-8b9a-f6fe6fd707e1 {{(pid=80180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:34:35.955835 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9ecde1a5-d7ca-4b18-bba5-1e858c044822 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:36.027664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9ecde1a5-d7ca-4b18-bba5-1e858c044822 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2548288'] for subnet, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:36.116698 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9ecde1a5-d7ca-4b18-bba5-1e858c044822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854192441'] for subnet, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:36.395700 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9ecde1a5-d7ca-4b18-bba5-1e858c044822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850780603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852155901'] for subnet, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:36.413321 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9fff8542-5ce1-4314-bff3-8e88a426b07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:36.501982 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecde1a5-d7ca-4b18-bba5-1e858c044822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aab077fb-7a3f-467f-8b9a-f6fe6fd707e1,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:36.517559 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9ecde1a5-d7ca-4b18-bba5-1e858c044822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:36.554591 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9ecde1a5-d7ca-4b18-bba5-1e858c044822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:36.560275 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81658a02-c40f-4b58-b05d-a9a320c44584 None None] Network 29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:34:36.561274 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-9ecde1a5-d7ca-4b18-bba5-1e858c044822 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/aab077fb-7a3f-467f-8b9a-f6fe6fd707e1 HTTP/1.1" status: 204 len: 168 time: 0.6773610 Jan 19 22:34:36.564076 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 36460) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:34:36.633590 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device c41d1c2f-9b7b-42f2-8566-1e10366f04ee no longer exists at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:34:36.686032 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] No Port match for: c41d1c2f-9b7b-42f2-8566-1e10366f04ee {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:34:36.686361 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device c41d1c2f-9b7b-42f2-8566-1e10366f04ee not bound to the agent host dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:34:36.686899 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device a7256fa1-8a58-410d-a7aa-d44921c8dcd8 no longer exists at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:34:36.691637 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-30ddb7e5-273e-477d-8c19-47171ba9218e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262604'] for network, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:36.733919 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] No Port match for: a7256fa1-8a58-410d-a7aa-d44921c8dcd8 {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:34:36.734316 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device a7256fa1-8a58-410d-a7aa-d44921c8dcd8 not bound to the agent host dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:34:36.767436 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-30ddb7e5-273e-477d-8c19-47171ba9218e admin admin] Deleting port 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:34:36.767733 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-30ddb7e5-273e-477d-8c19-47171ba9218e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:36.915750 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4773618-48a6-4977-a992-46dec0b77ca0 None None] DHCP port deletion for 29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff request from dv-cinder-750782-5-iscsi {{(pid=80182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 19 22:34:36.919943 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-c4773618-48a6-4977-a992-46dec0b77ca0 None None] Deleting port 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58 {{(pid=80182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:34:36.920369 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c4773618-48a6-4977-a992-46dec0b77ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:37.004037 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-30ddb7e5-273e-477d-8c19-47171ba9218e admin admin] For port 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=9f9912b7-9f0e-4b17-90e1-eab8c7cdda58,segment=NetworkSegment(41f6063b-b71c-4980-b791-ecc142e605de),segment_id=41f6063b-b71c-4980-b791-ecc142e605de)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:34:37.004445 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-30ddb7e5-273e-477d-8c19-47171ba9218e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:37.139414 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-30ddb7e5-273e-477d-8c19-47171ba9218e admin admin] Calling delete_port for 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58 owned by network:dhcp {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:34:37.162198 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-c4773618-48a6-4977-a992-46dec0b77ca0 None None] For port 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=9f9912b7-9f0e-4b17-90e1-eab8c7cdda58,segment=NetworkSegment(41f6063b-b71c-4980-b791-ecc142e605de),segment_id=41f6063b-b71c-4980-b791-ecc142e605de)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:34:37.162653 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c4773618-48a6-4977-a992-46dec0b77ca0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:37.218274 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-30ddb7e5-273e-477d-8c19-47171ba9218e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:37.234240 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-9149bb4e-3bce-4892-898c-2c5269091157 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:37.295379 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-c4773618-48a6-4977-a992-46dec0b77ca0 None None] Calling delete_port for 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58 owned by network:dhcp {{(pid=80182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:34:37.328913 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddb7e5-273e-477d-8c19-47171ba9218e admin admin] Pushing event deleted for resources: {'Port': ['ID=9f9912b7-9f0e-4b17-90e1-eab8c7cdda58,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:37.344574 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-30ddb7e5-273e-477d-8c19-47171ba9218e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:37.372781 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.api [None req-c4773618-48a6-4977-a992-46dec0b77ca0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80182) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:34:37.373202 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_db.api [None req-c4773618-48a6-4977-a992-46dec0b77ca0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:34:37.387747 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ddb7e5-273e-477d-8c19-47171ba9218e admin admin] No DVR routers for this DVR port 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58 on host dv-cinder-750782-5-iscsi {{(pid=80181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:34:37.515920 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-30ddb7e5-273e-477d-8c19-47171ba9218e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-583314', 'neutron.services.segments.db._delete_segments_for_network--9223363301127363290'] for network, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:37.634705 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-30ddb7e5-273e-477d-8c19-47171ba9218e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff']}} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:34:37.651953 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-30ddb7e5-273e-477d-8c19-47171ba9218e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f6063b-b71c-4980-b791-ecc142e605de') {'for_net_delete': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:34:37.652268 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-30ddb7e5-273e-477d-8c19-47171ba9218e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f6063b-b71c-4980-b791-ecc142e605de') {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:34:37.666901 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-30ddb7e5-273e-477d-8c19-47171ba9218e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301127369946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3988449'] for segment, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:37.687592 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-30ddb7e5-273e-477d-8c19-47171ba9218e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:37.690017 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-30ddb7e5-273e-477d-8c19-47171ba9218e admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:34:37.874459 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-c4773618-48a6-4977-a992-46dec0b77ca0 None None] Deleting port 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58 {{(pid=80182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:34:37.875146 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-c4773618-48a6-4977-a992-46dec0b77ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:37.881579 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-30ddb7e5-273e-477d-8c19-47171ba9218e admin admin] Network 29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff has no segments {{(pid=80181) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:34:37.892343 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-30ddb7e5-273e-477d-8c19-47171ba9218e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854202154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853878859'] for segment, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:38.134463 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-c4773618-48a6-4977-a992-46dec0b77ca0 None None] The port '9f9912b7-9f0e-4b17-90e1-eab8c7cdda58' was deleted {{(pid=80182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 19 22:34:38.324842 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-30ddb7e5-273e-477d-8c19-47171ba9218e admin admin] Network 29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff has no segments {{(pid=80181) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: Traceback (most recent call last): Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: timer() Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: cb(*args, **kw) Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: return func(*args, **kwargs) Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: self._notify() Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: self.callback(batched_events) Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: event.method(event) Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: segment_id)['aggregates'][0] Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(self, *a, **k) Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: return self._get(url).json() Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: **kwargs) Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.request(url, 'GET', **kwargs) Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: **endpoint_filter) Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:34:38.351207 dv-cinder-750782-5-iscsi neutron-server[80069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:34:38.433393 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-30ddb7e5-273e-477d-8c19-47171ba9218e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854192486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432275'] for network, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:38.436971 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:38.455034 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-30ddb7e5-273e-477d-8c19-47171ba9218e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:38.464970 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddb7e5-273e-477d-8c19-47171ba9218e admin admin] Pushing event deleted for resources: {'Network': ['ID=29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:38.468732 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-30ddb7e5-273e-477d-8c19-47171ba9218e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:38.479987 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-30ddb7e5-273e-477d-8c19-47171ba9218e admin admin] 10.222.0.50 "DELETE /v2.0/networks/29d29d6c-a5a1-4c6e-bff2-ce273ba6ceff HTTP/1.1" status: 204 len: 168 time: 1.9146450 Jan 19 22:34:38.483422 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 36464) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:34:38.608679 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58 no longer exists at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:34:38.645745 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] No Port match for: 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58 {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:34:38.646148 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 9f9912b7-9f0e-4b17-90e1-eab8c7cdda58 not bound to the agent host dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:34:39.077828 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0bb4161c-9445-4e3d-a901-cddabc4a9b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427516'] for router_interface, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:39.450934 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-0bb4161c-9445-4e3d-a901-cddabc4a9b22 admin admin] Deleting port 5d035330-3a03-4d7d-8c38-934296d08928 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:34:39.451319 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0bb4161c-9445-4e3d-a901-cddabc4a9b22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:39.641164 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-0bb4161c-9445-4e3d-a901-cddabc4a9b22 admin admin] For port 5d035330-3a03-4d7d-8c38-934296d08928, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=5d035330-3a03-4d7d-8c38-934296d08928,segment=NetworkSegment(bff00ae5-5161-4d60-821b-d645585ee095),segment_id=bff00ae5-5161-4d60-821b-d645585ee095)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:34:39.641842 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0bb4161c-9445-4e3d-a901-cddabc4a9b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:39.781097 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-0bb4161c-9445-4e3d-a901-cddabc4a9b22 admin admin] Calling delete_port for 5d035330-3a03-4d7d-8c38-934296d08928 owned by network:router_interface {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:34:39.955464 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0bb4161c-9445-4e3d-a901-cddabc4a9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:39.971968 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e30399b5-4b81-43d3-9674-e1b480818d30 tempest-VolumesSnapshotTestJSON-212826883 tempest-VolumesSnapshotTestJSON-212826883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:40.066461 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4161c-9445-4e3d-a901-cddabc4a9b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d035330-3a03-4d7d-8c38-934296d08928,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:40.073664 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-0bb4161c-9445-4e3d-a901-cddabc4a9b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:40.383629 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-0bb4161c-9445-4e3d-a901-cddabc4a9b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853084252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427334'] for router_interface, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:41.137345 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb4161c-9445-4e3d-a901-cddabc4a9b22 admin admin] Router 9a269576-60f9-4ed8-b2a3-6704efdd0fbd has already been hosted by L3 agent 50d80d32-5979-4a26-9a01-bb01722d1909 {{(pid=80181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 22:34:41.336422 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb4161c-9445-4e3d-a901-cddabc4a9b22 admin admin] Notify agent at l3_agent.dv-cinder-750782-5-iscsi the message routers_updated {{(pid=80181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 22:34:41.346159 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678ea0ee-2576-4486-b40a-e68932aabbcd None None] Sync routers for ids ['9a269576-60f9-4ed8-b2a3-6704efdd0fbd'] in dv-cinder-750782-5-iscsi {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 22:34:41.346974 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-0bb4161c-9445-4e3d-a901-cddabc4a9b22 admin admin] 10.222.0.50 "PUT /v2.0/routers/9a269576-60f9-4ed8-b2a3-6704efdd0fbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8624213 Jan 19 22:34:41.350111 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 36468) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:34:41.356770 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678ea0ee-2576-4486-b40a-e68932aabbcd None None] Routers {'9a269576-60f9-4ed8-b2a3-6704efdd0fbd'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:34:41.357454 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-678ea0ee-2576-4486-b40a-e68932aabbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:34:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['9a269576-60f9-4ed8-b2a3-6704efdd0fbd'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:34:41.541002 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5766afab-bad7-47d8-b688-f7edc5efbeb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:41.546879 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-678ea0ee-2576-4486-b40a-e68932aabbcd None None] Set router 9a269576-60f9-4ed8-b2a3-6704efdd0fbd gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:34:41.733548 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5766afab-bad7-47d8-b688-f7edc5efbeb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:41.738813 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-5766afab-bad7-47d8-b688-f7edc5efbeb1 admin admin] Deleting port 6375b86f-bb36-4ce4-91cd-de1046a164f0 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:34:41.739191 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5766afab-bad7-47d8-b688-f7edc5efbeb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:41.856544 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-678ea0ee-2576-4486-b40a-e68932aabbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a269576-60f9-4ed8-b2a3-6704efdd0fbd', 'name': 'tempest-TestVolumeBootPattern-1129528528-router', 'tenant_id': '8de606bf9b7642d5812e33bc328958af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '6375b86f-bb36-4ce4-91cd-de1046a164f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:40Z', 'updated_at': '2021-01-19T22:34:39Z', 'revision_number': 5, 'project_id': '8de606bf9b7642d5812e33bc328958af', 'gw_port': {'id': '6375b86f-bb36-4ce4-91cd-de1046a164f0', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a269576-60f9-4ed8-b2a3-6704efdd0fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:43Z', 'updated_at': '2021-01-19T22:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:34:41.860623 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678ea0ee-2576-4486-b40a-e68932aabbcd None None] Checking router: 9a269576-60f9-4ed8-b2a3-6704efdd0fbd for host: dv-cinder-750782-5-iscsi {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 22:34:41.869657 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678ea0ee-2576-4486-b40a-e68932aabbcd None None] Routers {'9a269576-60f9-4ed8-b2a3-6704efdd0fbd'} bound to L3 agent in host dv-cinder-750782-5-iscsi {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 22:34:41.870344 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-678ea0ee-2576-4486-b40a-e68932aabbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T22:13:03Z,description=,heartbeat_timestamp=2021-01-19T22:34:33Z,host='dv-cinder-750782-5-iscsi',id=50d80d32-5979-4a26-9a01-bb01722d1909,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T22:13:03Z,topic='l3_agent')) {'router_ids': ['9a269576-60f9-4ed8-b2a3-6704efdd0fbd'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:34:41.920196 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-5766afab-bad7-47d8-b688-f7edc5efbeb1 admin admin] For port 6375b86f-bb36-4ce4-91cd-de1046a164f0, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=6375b86f-bb36-4ce4-91cd-de1046a164f0,segment=NetworkSegment(61fce818-33d4-41a6-a7d6-2c2e6617be6e),segment_id=61fce818-33d4-41a6-a7d6-2c2e6617be6e)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:34:41.920589 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5766afab-bad7-47d8-b688-f7edc5efbeb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:42.052875 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-5766afab-bad7-47d8-b688-f7edc5efbeb1 admin admin] Calling delete_port for 6375b86f-bb36-4ce4-91cd-de1046a164f0 owned by network:router_gateway {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:34:42.056123 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvr_db [None req-678ea0ee-2576-4486-b40a-e68932aabbcd None None] Set router 9a269576-60f9-4ed8-b2a3-6704efdd0fbd gateway port host: dv-cinder-750782-5-iscsi {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 22:34:42.192305 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5766afab-bad7-47d8-b688-f7edc5efbeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896962'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:42.360056 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_hamode_db [None req-678ea0ee-2576-4486-b40a-e68932aabbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a269576-60f9-4ed8-b2a3-6704efdd0fbd', 'name': 'tempest-TestVolumeBootPattern-1129528528-router', 'tenant_id': '8de606bf9b7642d5812e33bc328958af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '6375b86f-bb36-4ce4-91cd-de1046a164f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:40Z', 'updated_at': '2021-01-19T22:34:39Z', 'revision_number': 5, 'project_id': '8de606bf9b7642d5812e33bc328958af', 'gw_port': {'id': '6375b86f-bb36-4ce4-91cd-de1046a164f0', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a269576-60f9-4ed8-b2a3-6704efdd0fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:43Z', 'updated_at': '2021-01-19T22:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}], 'dv-cinder-750782-5-iscsi', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:34:42.364742 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678ea0ee-2576-4486-b40a-e68932aabbcd None None] The sync data for ids ['9a269576-60f9-4ed8-b2a3-6704efdd0fbd'] in dv-cinder-750782-5-iscsi is: [{'id': '9a269576-60f9-4ed8-b2a3-6704efdd0fbd', 'name': 'tempest-TestVolumeBootPattern-1129528528-router', 'tenant_id': '8de606bf9b7642d5812e33bc328958af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'external_fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '6375b86f-bb36-4ce4-91cd-de1046a164f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T22:24:40Z', 'updated_at': '2021-01-19T22:34:39Z', 'revision_number': 5, 'project_id': '8de606bf9b7642d5812e33bc328958af', 'gw_port': {'id': '6375b86f-bb36-4ce4-91cd-de1046a164f0', 'name': '', 'network_id': '8ee66800-a804-40da-8341-42d4a5bfa70e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a269576-60f9-4ed8-b2a3-6704efdd0fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T22:24:43Z', 'updated_at': '2021-01-19T22:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d78e577-375f-4e80-a30d-36805bf42fd3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-5-iscsi'}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 22:34:42.389843 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5766afab-bad7-47d8-b688-f7edc5efbeb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854343435'] for router_gateway, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:42.530605 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5766afab-bad7-47d8-b688-f7edc5efbeb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854342923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774747'] for router, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:42.533268 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5766afab-bad7-47d8-b688-f7edc5efbeb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:42.565045 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 5d035330-3a03-4d7d-8c38-934296d08928 no longer exists at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:34:42.565558 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5766afab-bad7-47d8-b688-f7edc5efbeb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854259288'] for router, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:42.566201 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5766afab-bad7-47d8-b688-f7edc5efbeb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a269576-60f9-4ed8-b2a3-6704efdd0fbd {{(pid=80181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 19 22:34:42.578925 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5766afab-bad7-47d8-b688-f7edc5efbeb1 admin admin] Notify callbacks [] for router, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:42.581337 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-5766afab-bad7-47d8-b688-f7edc5efbeb1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/9a269576-60f9-4ed8-b2a3-6704efdd0fbd HTTP/1.1" status: 204 len: 168 time: 1.2290554 Jan 19 22:34:42.582975 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 36472) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:34:42.604634 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] No Port match for: 5d035330-3a03-4d7d-8c38-934296d08928 {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:34:42.605039 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 5d035330-3a03-4d7d-8c38-934296d08928 not bound to the agent host dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:34:42.651620 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.db_base_plugin_v2 [None req-084c641c-ecc2-45fe-8e67-1ff522f6f143 admin admin] Deleting subnet fb42a908-d935-4b3d-804d-6211e1bca956 {{(pid=80181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 22:34:42.654966 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-084c641c-ecc2-45fe-8e67-1ff522f6f143 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:42.713273 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-084c641c-ecc2-45fe-8e67-1ff522f6f143 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850787351'] for subnet, precommit_delete_associations {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:42.800615 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-084c641c-ecc2-45fe-8e67-1ff522f6f143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854192441'] for subnet, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:43.083918 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-084c641c-ecc2-45fe-8e67-1ff522f6f143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-893718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2219363'] for subnet, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:43.099284 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-3ace5508-561d-4157-a6cc-743b81530fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:43.137286 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c641c-ecc2-45fe-8e67-1ff522f6f143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb42a908-d935-4b3d-804d-6211e1bca956,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:43.140906 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-084c641c-ecc2-45fe-8e67-1ff522f6f143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:43.235939 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-084c641c-ecc2-45fe-8e67-1ff522f6f143 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:43.241098 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1338ab-4159-40f7-8601-6ad0ba59d859 None None] Network 3bcab020-c59c-445e-9f61-1f5e5182c366 requested from dv-cinder-750782-5-iscsi {{(pid=80182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 22:34:43.243434 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-084c641c-ecc2-45fe-8e67-1ff522f6f143 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/fb42a908-d935-4b3d-804d-6211e1bca956 HTTP/1.1" status: 204 len: 168 time: 0.6592274 Jan 19 22:34:43.245960 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 36476) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:34:43.507228 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] DHCP port deletion for 3bcab020-c59c-445e-9f61-1f5e5182c366 request from dv-cinder-750782-5-iscsi {{(pid=80182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 19 22:34:43.511978 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Deleting port 1a6334fc-735c-461a-80b6-622cb124be03 {{(pid=80182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:34:43.512448 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:43.610653 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262604'] for network, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:43.678761 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] Deleting port 1a6334fc-735c-461a-80b6-622cb124be03 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:34:43.679139 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:43.736596 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] For port 1a6334fc-735c-461a-80b6-622cb124be03, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=1a6334fc-735c-461a-80b6-622cb124be03,segment=NetworkSegment(bff00ae5-5161-4d60-821b-d645585ee095),segment_id=bff00ae5-5161-4d60-821b-d645585ee095)] {{(pid=80182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:34:43.736942 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:43.870330 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Calling delete_port for 1a6334fc-735c-461a-80b6-622cb124be03 owned by network:dhcp {{(pid=80182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:34:43.904997 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.db [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] For port 1a6334fc-735c-461a-80b6-622cb124be03, host dv-cinder-750782-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-5-iscsi',level=0,port_id=1a6334fc-735c-461a-80b6-622cb124be03,segment=NetworkSegment(bff00ae5-5161-4d60-821b-d645585ee095),segment_id=bff00ae5-5161-4d60-821b-d645585ee095)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 22:34:43.905401 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431309'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:43.962523 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1553735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64684451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735727445773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735727067285'] for port, after_delete {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:43.976854 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-88b509fa-4736-4131-8256-839442bba490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:44.029161 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Pushing event deleted for resources: {'Port': ['ID=1a6334fc-735c-461a-80b6-622cb124be03,revision_number=None']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:44.053750 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] Calling delete_port for 1a6334fc-735c-461a-80b6-622cb124be03 owned by network:dhcp {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 22:34:44.101403 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:44.101786 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:44.102161 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:44.102535 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:44.102922 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:44.103284 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:44.103643 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:44.104003 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:44.104361 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:44.104716 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:44.105074 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:44.105429 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:44.105839 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:44.106198 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:44.106554 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:44.106995 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:44.107423 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:44.107805 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:44.108163 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:44.108500 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:44.108856 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:44.109208 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:44.109565 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:44.109913 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-5-iscsi {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 22:34:44.115829 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:44.136147 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.db.api [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80181) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 22:34:44.136439 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_db.api [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 22:34:44.145195 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab50980-16b7-4d50-8c29-64c646568811 None None] No DVR routers for this DVR port 1a6334fc-735c-461a-80b6-622cb124be03 on host dv-cinder-750782-5-iscsi {{(pid=80182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 22:34:44.602913 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 1a6334fc-735c-461a-80b6-622cb124be03 no longer exists at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:34:44.637754 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] Deleting port 1a6334fc-735c-461a-80b6-622cb124be03 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 22:34:44.638146 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735727444561'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:44.640174 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] No Port match for: 1a6334fc-735c-461a-80b6-622cb124be03 {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:34:44.640574 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 1a6334fc-735c-461a-80b6-622cb124be03 not bound to the agent host dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:34:44.641034 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 6375b86f-bb36-4ce4-91cd-de1046a164f0 no longer exists at agent ovs-agent-dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 22:34:44.675251 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] No Port match for: 6375b86f-bb36-4ce4-91cd-de1046a164f0 {{(pid=80182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 22:34:44.675655 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.rpc [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Device 6375b86f-bb36-4ce4-91cd-de1046a164f0 not bound to the agent host dv-cinder-750782-5-iscsi {{(pid=80182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 22:34:44.713999 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.plugin [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] The port '1a6334fc-735c-461a-80b6-622cb124be03' was deleted {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 19 22:34:44.836657 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-583314', 'neutron.services.segments.db._delete_segments_for_network--9223363301127363290'] for network, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:44.955918 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bcab020-c59c-445e-9f61-1f5e5182c366']}} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:34:44.969239 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff00ae5-5161-4d60-821b-d645585ee095') {'for_net_delete': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:34:44.969589 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.services.segments.db [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff00ae5-5161-4d60-821b-d645585ee095') {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 22:34:44.982272 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301127369946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3988449'] for segment, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:44.997715 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573601'] for segment, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:44.999741 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 22:34:45.187333 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] Network 3bcab020-c59c-445e-9f61-1f5e5182c366 has no segments {{(pid=80181) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:34:45.196984 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854202154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853878859'] for segment, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:45.377935 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.plugins.ml2.managers [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] Network 3bcab020-c59c-445e-9f61-1f5e5182c366 has no segments {{(pid=80181) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: Traceback (most recent call last): Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: timer() Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: cb(*args, **kw) Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: return func(*args, **kwargs) Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: self._notify() Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: self.callback(batched_events) Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: event.method(event) Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: segment_id)['aggregates'][0] Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: return f(self, *a, **k) Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: return self._get(url).json() Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: **kwargs) Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: return self.request(url, 'GET', **kwargs) Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: **endpoint_filter) Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 22:34:45.404530 dv-cinder-750782-5-iscsi neutron-server[80069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 22:34:45.484279 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854192486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432275'] for network, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:45.487472 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:45.502619 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691533'] for network, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:45.514898 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bcab020-c59c-445e-9f61-1f5e5182c366,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:45.518973 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3bcab020-c59c-445e-9f61-1f5e5182c366 HTTP/1.1" status: 204 len: 168 time: 2.2709670 Jan 19 22:34:45.518973 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-e70edcfa-a6b4-4c62-9343-3014b5e4f372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:45.684156 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 36482) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:34:45.739761 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-c38333e7-40b2-4041-af55-40405b6733ea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=607a36c19a34437991c7268366328db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541990 Jan 19 22:34:45.742322 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 36486) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:34:45.803522 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2afe23c0-1a82-45f4-8791-3f6830bca85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:45.830634 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2afe23c0-1a82-45f4-8791-3f6830bca85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:45.876025 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2afe23c0-1a82-45f4-8791-3f6830bca85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:45.881303 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-ccf6abc5-e9ec-4790-81d0-f31990f5d2e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:45.895403 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe23c0-1a82-45f4-8791-3f6830bca85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ba9221-bd80-4fc3-b78b-96c165d09c2c,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:45.900835 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-2afe23c0-1a82-45f4-8791-3f6830bca85d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:45.902810 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-2afe23c0-1a82-45f4-8791-3f6830bca85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:45.904047 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-2afe23c0-1a82-45f4-8791-3f6830bca85d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/39ba9221-bd80-4fc3-b78b-96c165d09c2c HTTP/1.1" status: 204 len: 168 time: 0.1607051 Jan 19 22:34:46.426402 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 36494) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:34:46.479977 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-e1b5958f-6ca6-4358-b562-f26adb2e29c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8de606bf9b7642d5812e33bc328958af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521226 Jan 19 22:34:46.482529 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.wsgi [-] (80181) accepted ('10.222.0.50', 36498) {{(pid=80181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 22:34:46.550169 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d707cec1-c482-4ba5-94fa-77ac09ddbdda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:46.579523 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d707cec1-c482-4ba5-94fa-77ac09ddbdda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:46.623460 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d707cec1-c482-4ba5-94fa-77ac09ddbdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425094'] for security_group, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:46.628721 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-b003fcc8-0136-44e2-8191-b66204051e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 22:34:46.641543 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707cec1-c482-4ba5-94fa-77ac09ddbdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2aa294-88db-45b8-a19a-bcfc2ed6130e,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 22:34:46.644710 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG oslo_concurrency.lockutils [None req-d707cec1-c482-4ba5-94fa-77ac09ddbdda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 22:34:46.646859 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-d707cec1-c482-4ba5-94fa-77ac09ddbdda admin admin] Notify callbacks [] for security_group, before_response {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:46.648610 dv-cinder-750782-5-iscsi neutron-server[80069]: INFO neutron.wsgi [None req-d707cec1-c482-4ba5-94fa-77ac09ddbdda admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4d2aa294-88db-45b8-a19a-bcfc2ed6130e HTTP/1.1" status: 204 len: 168 time: 0.1650348 Jan 19 22:34:52.459582 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:34:59.944034 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-94128af1-a176-4ece-82a4-d60e0e5d8ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:01.527233 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:35:03.170280 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-5b1ef455-ca6a-4560-8fd2-a311a6939267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:04.794325 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:05.314520 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:05.785148 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:22.460431 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:29.947478 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-a45dd849-0b6d-4419-9bbd-fa50252ade4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:33.171832 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9ec661f6-fcdb-4fd9-90c8-e219925147c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:34.796326 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:35.316519 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:35.788232 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:38.528150 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:35:52.461242 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:35:59.952078 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f8d1ac26-f88d-47be-8274-ad48555a7616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:03.174640 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9640c404-4a7e-440a-883f-a163ed6aa24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:04.801948 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:05.319187 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:05.791205 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:15.527856 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:36:22.459563 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:29.953406 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-1191fd26-51f8-4a65-a5f2-69ad74671f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:33.178060 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-f8891b84-49ed-40bf-a4e6-898df156bc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:34.806495 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:35.321894 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:35.794218 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:52.475688 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:36:52.527955 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:36:59.954912 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6308fcab-44fd-4a4e-9450-c05bdc7ea59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:03.180355 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9863df9f-ca74-48d7-9ad4-20da75b64346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:04.811186 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:05.327226 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:05.798995 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:22.489974 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:29.527917 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:37:29.956352 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4dd7f640-15f6-4696-b1cd-914a04c6cc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:33.182835 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-53526720-c845-4b29-8341-4e6c323c63a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:34.814428 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:35.329429 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:35.800748 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:52.489434 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:37:59.959089 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-257cc85e-16ef-436a-a9a2-1e15461a87da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:03.184762 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-9396eb43-3f3d-46a8-aa73-b421a0a36bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:04.816729 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:05.333993 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:05.804400 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:06.528239 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:38:22.489341 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:29.960662 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-57cdcda5-bb55-415c-803f-0580e544f674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:33.186944 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-6aacbefd-3dca-415e-a2a2-3669d3d5759b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:34.818596 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:35.336386 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:35.808112 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:43.527763 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:38:52.489110 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:38:59.962462 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b691431a-7eb8-4d38-81d1-5cff2bf84de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:03.188654 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-319c1632-7947-4343-ae59-3368bfcd2287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:04.820746 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:05.339860 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:05.811482 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:20.527895 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:39:22.490381 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:29.968007 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-eb7e9063-b7c1-4b5f-9ad4-c50625a166c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:33.189831 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-ad6d34b9-aaee-4266-91ed-350c99d0c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:34.823827 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:35.342237 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:35.814510 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:52.489292 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-b45bb687-34f7-436c-a4a7-b5717ade0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:39:57.528253 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron.db.agents_db [None req-da3f3f4b-ffcd-4d72-878c-0d6cbb2bb14b None None] Agent healthcheck: found 6 active agents {{(pid=80183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 22:39:59.971306 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4206af3f-300c-4ca8-8bda-e78e15178941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:40:03.191953 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-866e1fca-45f6-4673-be97-0d45c08cbff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:40:04.826268 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce127-eec9-4b8e-b5e4-f76f378e67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:40:05.348112 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-8824aaf6-9da2-426d-9d80-dc34d5b07b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 22:40:05.818182 dv-cinder-750782-5-iscsi neutron-server[80069]: DEBUG neutron_lib.callbacks.manager [None req-4f1b28e8-ba2f-42c4-afa8-930df6b0be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301127363307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415344'] for agent, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}